-- Logs begin at Sat 2021-04-03 04:41:35 UTC, end at Sat 2021-04-03 05:43:49 UTC. --
Apr 03 05:17:15.379455 dv-cinder-784623-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 03 05:17:18.249291 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.common.config [-] Logging enabled!
Apr 03 05:17:18.249795 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29
Apr 03 05:17:18.251135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 03 05:17:18.252937 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.common.config [-] Logging enabled!
Apr 03 05:17:18.253318 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev29
Apr 03 05:17:18.253574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 03 05:17:18.254613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 03 05:17:18.254874 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 03 05:17:18.255969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 03 05:17:18.256250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 03 05:17:18.256509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 03 05:17:18.256877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.257221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.257559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.257822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.258161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.258494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.258815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.259145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.259512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.259833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.260149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.260469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.260730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.261049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.261375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.261701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.261955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.262273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.262814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.263135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.263490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.263819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.264136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.264440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.264750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.265066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.265428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] host                           = dv-cinder-784623-2-iscsi {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.265740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.266065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.266393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.266716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.267027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.267364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.267689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.267997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.268302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.268676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.269312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.269746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.270083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.270339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.270594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.270924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.271280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.271595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.271905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.272213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.272524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.272842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.273143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.273472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.273798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.274121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.274431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.274743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.275051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.275382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.275711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.276018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.276324 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.276632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.276958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.277258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.277565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.277908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.278231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.278552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.278874 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.279204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.279528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.279834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.280141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.280442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.280749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.281054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.281374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.281689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.281985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.282290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.282598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.282922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:18.283280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.283619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.283970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.284788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.285123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.285434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.285808 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.286096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.286394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.286719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.287042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.287383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.287707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.288021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.288356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.288703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.289041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.289375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.289684 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.289992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.290300 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.290613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.290933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.291315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.291651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.291962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.292277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.292615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.292930 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.293239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.293553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.293883 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.294198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.294504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.294820 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.295133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.295466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.295772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.296084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.296413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.296726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.297031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.297338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.297650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.297954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.298273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.298584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.298892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.299216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.299537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.300531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.301005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.301325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.301633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.301952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.302263 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.302569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.302875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.303200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.303517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.303824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.304130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.304442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.304749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.305056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.305361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.305667 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.305973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.306295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.306628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.306941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.307296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.307610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.307924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.308236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.308549 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.308859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.309170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.309474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.309803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.310123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.310449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.310762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.311073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.311433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.311745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.312062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.312372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.312683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.313009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.313334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.313661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.313992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.314321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.314650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.314978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.315542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.316013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.316341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:18.316591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 03 05:17:18.316855 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84262) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 03 05:17:18.973067 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO keyring.backend [-] Loading Gnome
Apr 03 05:17:18.989418 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO keyring.backend [-] Loading Google
Apr 03 05:17:18.991968 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO keyring.backend [-] Loading Windows (alt)
Apr 03 05:17:18.995645 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO keyring.backend [-] Loading file
Apr 03 05:17:18.996460 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO keyring.backend [-] Loading keyczar
Apr 03 05:17:18.996733 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO keyring.backend [-] Loading multi
Apr 03 05:17:18.997371 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO keyring.backend [-] Loading pyfs
Apr 03 05:17:19.044466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:17:19.044771 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:17:19.045091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:17:19.045455 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 03 05:17:19.438977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.439557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.439649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.442769 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.443075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.443400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.480385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.480695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.480990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.494711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.495020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.495348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.562454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.562762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.563060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.564243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.564549 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.564848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.837834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc64e561ae8> agent after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.838161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fc64e561ae8> agent after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.838462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fc64e561b70> segment precommit_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.838766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fc64e561bf8> network precommit_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.840597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fc64e561510> segment before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.991423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> network before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.991797 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fc64e53b840> agent before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.992121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> network before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.992423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> port before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.992719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> port before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.993098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> segment after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.993396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> segment precommit_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.993685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> segment precommit_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.993973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> segment after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.994312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> network after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.994602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> network precommit_delete 0 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.994906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> port provisioning_complete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.995229 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.995522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> rbac-policy after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.995834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> agent after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.996147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> subnet after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.996439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> subnet precommit_delete 0 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.996754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.997036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.997370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> segment_host_mapping after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.997815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> port after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.998098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> port after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.998380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> port after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.998718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.998998 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.999302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fc64e356da0>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:19.999722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 03 05:17:19.999995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 03 05:17:20.000266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 03 05:17:20.000537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 03 05:17:20.000806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 03 05:17:20.001075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 03 05:17:20.001492 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 03 05:17:20.005448 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 03 05:17:20.009508 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 03 05:17:20.013417 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Apr 03 05:17:20.015077 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 03 05:17:20.016370 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 03 05:17:20.016756 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 03 05:17:20.017196 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 03 05:17:20.020005 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 03 05:17:20.020288 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 03 05:17:20.020680 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 03 05:17:20.047694 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 03 05:17:20.048210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fc64e581978>> qos_plugin after_init 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.048544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84262) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 03 05:17:20.048956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fc64e30b518>> logging-plugin after_init 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.050869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84262) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 03 05:17:20.051210 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 03 05:17:20.051502 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 03 05:17:20.054674 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc64e30b588>> floatingip before_response 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.054992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fc64e30b588>> port before_response 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.122962 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 03 05:17:20.123203 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 03 05:17:20.123480 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 03 05:17:20.123898 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 03 05:17:20.157328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.sqlalchemy.engines [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84262) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 03 05:17:20.603624 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Initializing driver for type 'gre'
Apr 03 05:17:20.604171 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] gre ID ranges: [(1, 1000)]
Apr 03 05:17:20.643610 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Initializing driver for type 'local'
Apr 03 05:17:20.644004 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Initializing driver for type 'vlan'
Apr 03 05:17:20.654068 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] VlanTypeDriver initialization complete
Apr 03 05:17:20.654439 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Initializing driver for type 'vxlan'
Apr 03 05:17:20.654947 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] vxlan ID ranges: [(1, 1000)]
Apr 03 05:17:20.695521 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Initializing extension driver 'port_security'
Apr 03 05:17:20.695882 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.extensions.port_security [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] PortSecurityExtensionDriver initialization complete
Apr 03 05:17:20.696249 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Initializing mechanism driver 'openvswitch'
Apr 03 05:17:20.696605 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Initializing mechanism driver 'hyperv'
Apr 03 05:17:20.702825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:17:20.703661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64e2dfbe0>> port after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.704063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64e2dfbe0>> port after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.704445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64e2dfbe0>> port after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.704862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea97b8>> subnet after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.705245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea97b8>> subnet after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.706494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea97b8>> subnet after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.707075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9978>> network after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.707511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9978>> network after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.707889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9978>> network after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.708301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9b38>> security_group after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.708683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9b38>> security_group after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.709055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9b38>> security_group after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.709468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9cf8>> security_group_rule after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.709846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9cf8>> security_group_rule after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.710218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9cf8>> security_group_rule after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.710758 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9eb8>> address_group after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.711139 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9eb8>> address_group after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.711539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fc64dea9eb8>> address_group after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.711905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] ML2 OVO RPC backend initialized. {{(pid=84262) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 03 05:17:20.712694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> router_interface after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.713082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> router_interface after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.713539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> network before_response 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.713913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> networks before_response 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.714287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> port before_response 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.714655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> ports before_response 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.715026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> subnet before_response 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.715444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> subnets before_response 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.715826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> network after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.716200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> network after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.716568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> network after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.716935 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> port after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.717300 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> port after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.717662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> port after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.718027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> subnet after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.718390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> subnet after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.718753 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fc64deb0160>> subnet after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.719395 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.plugin [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Modular L2 Plugin initialization complete
Apr 03 05:17:20.719744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading services supported by the core plugin {{(pid=84262) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 03 05:17:20.720103 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.plugins.ml2.managers [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Got port-security extension from driver 'port_security'
Apr 03 05:17:20.720603 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.extensions.vlantransparent [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Disabled vlantransparent extension.
Apr 03 05:17:20.721137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84262) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 03 05:17:20.722099 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading Plugin: router
Apr 03 05:17:20.757984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router_interface before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.758416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router after_create 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.758817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router before_create 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.759238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router_interface before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.759653 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router_interface after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.760037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router after_delete 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.760429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> floatingip after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.760829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router after_create 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.761202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router after_update 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.761584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router after_update 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.761963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router_gateway after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.762359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router after_update 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.762841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router precommit_update 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.763282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fc64e4f3840> port after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.763657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fc64e4f3730> port after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.764023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fc64e4f37b8> subnet after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.764390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fc64e4f38c8> subnetpool_address_scope after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.764774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> port precommit_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.765152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router precommit_create 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.765523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fc64e4b79d8> port before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.765893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router precommit_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.766287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router after_update 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.766659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router precommit_delete 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.767039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router precommit_create 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.767462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router_interface after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.767838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> router precommit_update 55549900 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.768790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fc64deb0128>> network after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.769756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Tracking information for resource: router configured {{(pid=84262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 03 05:17:20.770122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Tracking information for resource: floatingip configured {{(pid=84262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 03 05:17:20.774836 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_agentschedulers_db [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 03 05:17:20.775511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fc64de31e18> port after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.775903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fc64de31d08> port after_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.776281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function _notify_port_delete at 0x7fc64de31d90> port after_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.776658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fc64de35048> port after_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.777552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc64de49f60>> router before_create 55550100 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.777952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc64de49f60>> router precommit_delete 55550100 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.778349 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc64de49f60>> router precommit_create 55550100 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.778740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fc64de49f60>> router precommit_update 55550100 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.783397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.provider_configuration [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service providers = [] {{(pid=84262) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 03 05:17:20.783789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.servicetype_db [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84262) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 03 05:17:20.787299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.service_base [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 03 05:17:20.787677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.service_base [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 03 05:17:20.788047 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.service_base [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 03 05:17:20.788922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.service_base [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 03 05:17:20.789317 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.services.service_base [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 03 05:17:20.789718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 03 05:17:20.790068 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 03 05:17:20.800120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 03 05:17:20.800490 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading Plugin: auto_allocate
Apr 03 05:17:20.806202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc64ddbe510> network precommit_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.806601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fc64ddbe510> network precommit_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.807203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 03 05:17:20.807561 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading Plugin: tag
Apr 03 05:17:20.814396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 03 05:17:20.814762 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading Plugin: timestamp
Apr 03 05:17:20.818761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 03 05:17:20.819123 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading Plugin: network_ip_availability
Apr 03 05:17:20.824681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc64ddcb358>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.825081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc64ddcb358>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.825466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc64ddcb358>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:20.826232 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 03 05:17:20.826588 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading Plugin: flavors
Apr 03 05:17:20.831900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 03 05:17:20.832260 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading Plugin: revisions
Apr 03 05:17:20.836477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 03 05:17:20.836893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=84262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:17:20.837679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84262) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 03 05:17:20.838036 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Initializing extension manager.
Apr 03 05:17:20.838588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: __init__.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.838963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: __pycache__ {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.839357 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.839724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: address_group.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.840518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.841282 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: address-group
Apr 03 05:17:20.841647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: address_scope.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.842403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.842967 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: address-scope
Apr 03 05:17:20.843356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.844280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.844843 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: router-admin-state-down-before-update
Apr 03 05:17:20.845197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: agent.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.845939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.846619 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: agent
Apr 03 05:17:20.846976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: agent_resources_synced.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.847913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.848480 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: agent-resources-synced
Apr 03 05:17:20.848834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: allowedaddresspairs.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.850591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.851192 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: allowed-address-pairs
Apr 03 05:17:20.851543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: auto_allocated_topology.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.852599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.853173 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: auto-allocated-topology
Apr 03 05:17:20.853536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: availability_zone.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.854315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.854841 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: availability_zone
Apr 03 05:17:20.855222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: availability_zone_filter.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.856133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.856694 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: availability_zone_filter
Apr 03 05:17:20.857048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: data_plane_status.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.857950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.858508 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 03 05:17:20.858864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: default_subnetpools.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.859820 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.860386 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: default-subnetpools
Apr 03 05:17:20.860744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.861599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.863936 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: dhcp_agent_scheduler
Apr 03 05:17:20.864314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: dns.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.865233 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.865828 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension dns-integration not supported by any of loaded plugins
Apr 03 05:17:20.866166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: dns_domain_ports.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.867081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.867673 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 03 05:17:20.868032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: dvr.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.868749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.869315 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: dvr
Apr 03 05:17:20.869671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: empty_string_filtering.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.870581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.871143 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: empty-string-filtering
Apr 03 05:17:20.871525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.872437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.872997 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 03 05:17:20.873352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.874256 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.874814 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 03 05:17:20.875209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: external_net.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.876117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.876685 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: external-net
Apr 03 05:17:20.877038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.878533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.879276 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: extra_dhcp_opt
Apr 03 05:17:20.879636 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: extraroute.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.880556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.881121 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: extraroute
Apr 03 05:17:20.881477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: extraroute_atomic.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.882491 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.883057 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: extraroute-atomic
Apr 03 05:17:20.883438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: filter_validation.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.884128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.884688 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: filter-validation
Apr 03 05:17:20.885039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: fip_pf_description.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.885949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.886503 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 03 05:17:20.886853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: fip_port_details.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.887796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.888361 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: fip-port-details
Apr 03 05:17:20.888712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: flavors.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.889944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.890517 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: flavors
Apr 03 05:17:20.890877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.892528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.893112 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 03 05:17:20.893676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: floatingip_pools.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.894523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.895094 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: floatingip-pools
Apr 03 05:17:20.895498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: ip_allocation.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.896431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.896994 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 03 05:17:20.897352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.898263 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.898823 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: ip-substring-filtering
Apr 03 05:17:20.899203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: l2_adjacency.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.900131 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.900689 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 03 05:17:20.901044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: l3.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.902090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.902667 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: router
Apr 03 05:17:20.903022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.905275 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.905861 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 03 05:17:20.906227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.907147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.907769 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: ext-gw-mode
Apr 03 05:17:20.908131 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.909083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.909649 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: l3-ha
Apr 03 05:17:20.910011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: l3_flavors.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.910918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.911547 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: l3-flavors
Apr 03 05:17:20.911907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.912813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.913381 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 03 05:17:20.913736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: l3agentscheduler.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.915022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.915635 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: l3_agent_scheduler
Apr 03 05:17:20.916002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: logging.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.917509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.918085 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension logging not supported by any of loaded plugins
Apr 03 05:17:20.918448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: metering.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.919252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.919937 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: metering
Apr 03 05:17:20.920293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.921426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.921992 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: metering_source_and_destination_fields
Apr 03 05:17:20.922350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: multiprovidernet.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.923289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.923854 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: multi-provider
Apr 03 05:17:20.924215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: netmtu.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.925728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.926294 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: net-mtu
Apr 03 05:17:20.926650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: netmtu_writable.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.927600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.928165 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: net-mtu-writable
Apr 03 05:17:20.928517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: network_availability_zone.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.929283 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.929917 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: network_availability_zone
Apr 03 05:17:20.930271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: network_ip_availability.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.931402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.931972 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: network-ip-availability
Apr 03 05:17:20.932331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: network_segment_range.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.933138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.933706 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 03 05:17:20.934061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: pagination.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.935150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.935549 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: pagination
Apr 03 05:17:20.935907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: port_device_profile.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.936820 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.937391 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: port-device-profile
Apr 03 05:17:20.937747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.938658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.939271 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: port-mac-address-regenerate
Apr 03 05:17:20.939629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.941136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.941722 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: port-numa-affinity-policy
Apr 03 05:17:20.942061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: port_resource_request.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.942970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.943566 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 03 05:17:20.943920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: portbindings.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.944847 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.945419 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: binding
Apr 03 05:17:20.945774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: portbindings_extended.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.947043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.947660 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: binding-extended
Apr 03 05:17:20.948022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: portsecurity.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.948932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.949505 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: port-security
Apr 03 05:17:20.949866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: project_id.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.950838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.951231 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: project-id
Apr 03 05:17:20.951594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: providernet.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.952504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.953083 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: provider
Apr 03 05:17:20.953440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.957339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.957919 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos not supported by any of loaded plugins
Apr 03 05:17:20.958284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.959627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.960206 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 03 05:17:20.960568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.961479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.962048 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 03 05:17:20.962407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos_default.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.963354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.963920 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos-default not supported by any of loaded plugins
Apr 03 05:17:20.964278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos_fip.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.964964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.965523 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos-fip not supported by any of loaded plugins
Apr 03 05:17:20.965879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos_gateway_ip.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.966799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.967391 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 03 05:17:20.967752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos_port_network_policy.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.968652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.969212 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 03 05:17:20.969569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos_rule_type_details.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.970466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.971026 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 03 05:17:20.971449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: qos_rules_alias.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.972544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.973102 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 03 05:17:20.973456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: quotasv2.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.974411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.974783 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: quotas
Apr 03 05:17:20.975138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: quotasv2_detail.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.976737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.977116 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: quota_details
Apr 03 05:17:20.977479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: rbac.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.978614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.979215 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: rbac-policies
Apr 03 05:17:20.979579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: rbac_address_group.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.980505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.981078 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: rbac-address-group
Apr 03 05:17:20.981439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: rbac_address_scope.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.982348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.982916 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: rbac-address-scope
Apr 03 05:17:20.983322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: rbac_security_groups.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.984332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.984898 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: rbac-security-groups
Apr 03 05:17:20.985252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: rbac_subnetpool.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.986157 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.986715 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: rbac-subnetpool
Apr 03 05:17:20.987624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: revisionifmatch.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.988738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.989303 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: revision-if-match
Apr 03 05:17:20.989660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: revisions.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.990803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.991393 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: standard-attr-revisions
Apr 03 05:17:20.991752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: router_availability_zone.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.992460 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.993025 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: router_availability_zone
Apr 03 05:17:20.993381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: routerservicetype.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.994387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.995153 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension router-service-type not supported by any of loaded plugins
Apr 03 05:17:20.995670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.996640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.997217 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: security-groups-normalized-cidr
Apr 03 05:17:20.997571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:20.998485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:20.999055 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: port-security-groups-filtering
Apr 03 05:17:20.999452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.000383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.000951 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: security-groups-remote-address-group
Apr 03 05:17:21.001308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: securitygroup.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.014694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.015332 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: security-group
Apr 03 05:17:21.015701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: segment.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.016552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.017121 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension segment not supported by any of loaded plugins
Apr 03 05:17:21.017484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.018486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.019053 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 03 05:17:21.019438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: servicetype.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.020536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.021113 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: service-type
Apr 03 05:17:21.021471 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: sorting.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.022442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.022818 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: sorting
Apr 03 05:17:21.023198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: standard_attr_segment.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.024118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.024686 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 03 05:17:21.025049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: standardattrdescription.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.025722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.026285 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: standard-attr-description
Apr 03 05:17:21.026641 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: stateful_security_group.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.027608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.028215 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: stateful-security-group
Apr 03 05:17:21.028570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: stdattrs_common.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.029141 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 03 05:17:21.029492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.030526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.031103 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 03 05:17:21.031490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: subnet_onboard.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.032563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.033138 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: subnet_onboard
Apr 03 05:17:21.033499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.034709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.035305 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 03 05:17:21.035671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: subnet_service_types.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.036593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.037156 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: subnet-service-types
Apr 03 05:17:21.037509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: subnetallocation.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.038581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.039154 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: subnet_allocation
Apr 03 05:17:21.039541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.040228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.040972 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: subnetpool-prefix-ops
Apr 03 05:17:21.041334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.042936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.043762 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 03 05:17:21.044295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: tagging.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.045935 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.046520 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: standard-attr-tag
Apr 03 05:17:21.046884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: timestamp.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.048160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.048783 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loaded extension: standard-attr-timestamp
Apr 03 05:17:21.049142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: trunk.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.050758 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.051353 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension trunk not supported by any of loaded plugins
Apr 03 05:17:21.051715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: trunk_details.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.052634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.053231 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension trunk-details not supported by any of loaded plugins
Apr 03 05:17:21.053584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: uplink_status_propagation.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.054499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.055068 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 03 05:17:21.055448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Loading extension file: vlantransparent.py {{(pid=84262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 03 05:17:21.056143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 03 05:17:21.056699 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 03 05:17:21.059427 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:network
Apr 03 05:17:21.060240 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:subnet
Apr 03 05:17:21.060903 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 03 05:17:21.061549 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:port
Apr 03 05:17:21.063019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.063547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service FLAVORS assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.064234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.064699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.065071 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:router
Apr 03 05:17:21.066589 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:floatingip
Apr 03 05:17:21.067404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service METERING assigned prefix: /metering {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.069227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc64dca9550>> rbac-policy before_create 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:21.069667 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc64dca9550>> rbac-policy before_update 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:21.070045 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fc64dca9550>> rbac-policy before_delete 55550000 {{(pid=84262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:17:21.071192 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 03 05:17:21.071669 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:security_group
Apr 03 05:17:21.072525 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 03 05:17:21.073322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service CORE assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.073689 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 03 05:17:21.074047 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] subnetpool is already registered
Apr 03 05:17:21.074698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service CORE assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.075069 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 03 05:17:21.075449 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] subnetpool is already registered
Apr 03 05:17:21.078142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.078609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service FLAVORS assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.079269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.079727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.080095 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:router
Apr 03 05:17:21.080704 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] router is already registered
Apr 03 05:17:21.081398 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:floatingip
Apr 03 05:17:21.081756 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] floatingip is already registered
Apr 03 05:17:21.082431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service METERING assigned prefix: /metering {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.083194 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 03 05:17:21.083548 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] rbac_policy is already registered
Apr 03 05:17:21.084913 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:security_group
Apr 03 05:17:21.085285 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] security_group is already registered
Apr 03 05:17:21.085928 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 03 05:17:21.086287 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] security_group_rule is already registered
Apr 03 05:17:21.087012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service CORE assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.087398 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 03 05:17:21.087756 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] subnetpool is already registered
Apr 03 05:17:21.088426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.resource_helper [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Service CORE assigned prefix:  {{(pid=84262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 03 05:17:21.088884 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 03 05:17:21.089222 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.quota.resource_registry [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] subnetpool is already registered
Apr 03 05:17:21.089931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: extensions {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.091495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: address-groups {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.093148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: address-scopes {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.094406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: agents {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.095642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: auto-allocated-topology {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.098046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: availability_zones {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.099437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: dhcp-networks {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.100901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: dhcp-agents {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.102379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: routers {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.104272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: flavors {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.105538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: service_profiles {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.106760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: next_providers {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.108407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: service_profiles {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.109940 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: floatingip-pools {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.111196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: routers {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.113849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: floatingips {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.115091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: l3-routers {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.116592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: l3-agents {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.118070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: metering-labels {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.119521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: metering-label-rules {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.120843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: network-ip-availabilities {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.122151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: bindings {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.123906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: quotas {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.125406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: quotas {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.126866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: rbac-policies {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.128279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: security-groups {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.129551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: security-group-rules {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.130840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: service-providers {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.132173 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: subnetpools {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.133641 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: subnetpools {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.135195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.136922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.138795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.140660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.142575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.144599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.146368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.149239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.151086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.153063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.extensions [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Extended resource: tags {{(pid=84262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 03 05:17:21.160502 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING keystonemiddleware.auth_token [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 03 05:17:21.165775 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING keystonemiddleware.auth_token [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 03 05:17:21.175352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Acquired lock "singleton_lock" {{(pid=84262) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 03 05:17:21.175879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Releasing lock "singleton_lock" {{(pid=84262) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 03 05:17:21.177324 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO oslo_service.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Starting 2 workers
Apr 03 05:17:21.182224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Started child 84375 {{(pid=84262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 03 05:17:21.186046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:21.186985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Started child 84376 {{(pid=84262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 03 05:17:21.187529 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [-] (84375) wsgi starting up on http://0.0.0.0:9696
Apr 03 05:17:21.188473 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 03 05:17:21.189111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Notify callbacks [] for process, before_spawn {{(pid=84262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:21.190355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:21.191810 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [-] (84376) wsgi starting up on http://0.0.0.0:9696
Apr 03 05:17:21.191932 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO oslo_service.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Starting 1 workers
Apr 03 05:17:21.197426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Started child 84377 {{(pid=84262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 03 05:17:21.197963 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO oslo_service.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Starting 1 workers
Apr 03 05:17:21.199550 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] calling RpcWorker wait() {{(pid=84377) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 03 05:17:21.199993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] returning from RpcWorker wait() {{(pid=84377) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 03 05:17:21.201563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:21.202053 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:17:21.202643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Started child 84378 {{(pid=84262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 03 05:17:21.203474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-22a49c25-c34f-40c6-9afe-d29503b19659 None None] Notify callbacks [] for process, after_spawn {{(pid=84262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:21.205106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84262) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 03 05:17:21.205329 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 03 05:17:21.206050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 03 05:17:21.206474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 03 05:17:21.206818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:21.206923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 03 05:17:21.207032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 03 05:17:21.207766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.208092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.208405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.208690 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.209003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.209658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.209968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.210278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.210589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.210872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.211064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.211281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.211571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.211837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.212178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.212463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.212738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.213021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.213230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.213490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.213806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.214087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.214375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.214652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.215231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.215490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.215766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.216014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.216312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.216579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.216881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.217152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.217425 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.217700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.217984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.218247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.218504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.218755 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.219029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.219318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.219773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-2-iscsi {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.220038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.220286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.220585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.220848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.221136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.221942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.222234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.222526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.222799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.223075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.223365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.223618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.223885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.224157 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.224345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.224607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.224918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.225216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.225424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.225581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.225771 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.226071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.226258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.226546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.226790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.227037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.227346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.227596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.227855 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.228138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.228399 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.228657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.228892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.229178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.229457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.229715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.230726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.231005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.231319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.231648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.231856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.232253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.232407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.232697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.232953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.233066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:17:21.233328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.233551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.233888 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.235422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.235422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.235422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.235784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.235967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.236244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.236516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.236810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.239844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.240040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.240149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.240361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.240658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.241111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.241588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.241946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.242299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.242554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.242848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.243274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.243531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.243826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.244087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.244405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.244654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.244985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.245265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.245543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.245909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.246208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.246511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.246762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.247011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.247308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.247559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.247904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.248403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.248704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.248994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.249249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.249503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.249755 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.251801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.252240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.253204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.253627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.257708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.258315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.258315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.258456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.258688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.258939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.259252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.259535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.259819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.260103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.260369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.260623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.260882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.261210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.261510 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.261790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.262066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.262437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.262719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.262989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.263315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.263593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.263847 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.264099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.264356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.264725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.264999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.265277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.265572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.265829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.266083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.266335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.266587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.266838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.267087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.267365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.267615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.267871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.268142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.268462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.268725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.268971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.269252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.269628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.270034 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.270311 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.270594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.270872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.271190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.271461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.271745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.272017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.272271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.272635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.272921 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.273527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.273527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.273833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.273974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.274264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.274522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.274829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.275088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.275393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.275677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.275979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.276272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.276563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.276848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.277162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.277483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.277750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.278136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.278419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.278724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.279057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.279409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.279705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.279982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.280284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.280537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.280831 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.281134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.281408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.281680 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.281938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.282246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.282569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.282822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.283074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.283371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.283721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.284638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.284915 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.285191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.285498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.285799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.286055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.286356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.286644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.286919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.287894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.287894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.287894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.288191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.288290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.288515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.288797 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.289064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.289334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.289598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.289863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.290167 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.290435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.290709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.290957 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.291228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.291482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.291942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.292198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.292458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.292735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.293007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.293261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.293534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.293784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.294088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.294342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.294661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.294963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.295252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.295522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.295799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.296077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.296328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.296628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.296883 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.297149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.297398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.297662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.297909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.298173 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.298456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.298721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.299025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.299350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.299978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.300162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.300309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.300533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.300781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.301050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.301303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.301570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.301820 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.302072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.302325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.302601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.302873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.303128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.303400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.303646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.303890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.304138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.304383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.304717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.304984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.305247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.305610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.305920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.306151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.306358 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.306602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.306870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.307115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.307477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.307647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.307875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.308125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.308369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.308691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.308963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.309219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.309546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.309816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.310116 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.310397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.310762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.311010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.311316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.311598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.311850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.312109 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.312406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.312782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.313127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.313697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.313697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.313986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.314282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.314589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.314840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.315969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.315969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.316428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.316588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.316874 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.317177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.317450 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.317702 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.317956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.318211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.318461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.318747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.319029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.319375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.319634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.319904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.320156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.320447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.320708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.320964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.321213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.321409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 03 05:17:21.321944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84262) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 03 05:17:21.322130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 03 05:17:21.322308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 03 05:17:21.322514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 03 05:17:21.322714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 03 05:17:21.322892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 03 05:17:21.323137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.323350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.323539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.323725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.323911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.324117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.324303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.324487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.324671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.324856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.325040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.325222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.325405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.325547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.325730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.325892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.326088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.326267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.326430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.326581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.326759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.326944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.327126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.327322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.327555 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.327770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.327890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.328069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.328258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.328443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.328626 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.328811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.328994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.329160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.329494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.329822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.330159 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.330794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.331151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.331151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.331658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-2-iscsi {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.331658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.331844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.332022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.332210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.332379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.332732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.332919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.333109 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.333293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.333482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.333665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.333852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.334016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.334366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.334553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.334737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.334918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.335101 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.335351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.335541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.335723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.335910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.336093 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.336281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.336463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.336647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.336829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.337012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.337194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.337376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.337557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.337740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.337923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.338116 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.338279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.338465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.338649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.338809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.338995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.339191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.339360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.339544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.339726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.339909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.340095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.340280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.340441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.340625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.340808 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.340993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.341175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.341357 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.341584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.341769 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.341953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.342114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.342299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.342479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.342638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.342823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.343001 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.343204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.343385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.343568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.343751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.343933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.344115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.344271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.344457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 03 05:17:21.344660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.344849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.344989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:17:21.345134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.345270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.345404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.345545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.345680 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.345851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.346037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.346222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.346919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.347107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.347333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.347610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.347800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.347990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.348178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.348365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.348557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.348744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.348931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.349115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.349319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.349505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.349693 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.349878 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.350067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.350254 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.350441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.350627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.350814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.351001 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.351212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.351398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.351584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.351771 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.351954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.352139 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.352324 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.352512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.352699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.352886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.353071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.353257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.353442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.353628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.353814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.354000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.354185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.354370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.354567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.354752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.354938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.355124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.355336 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.355520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.355749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.355894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.356029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.356210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.356395 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.356595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.356780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.356966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.357153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.357340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.358824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.359327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.359327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.359327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.359597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.359690 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.359825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.360012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.360197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.360382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.360576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.360778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.360964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.361149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.361335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.361520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.361706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.361891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.362621 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.362884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.363078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.363291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.363445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.363631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.363816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.364001 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.364187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.364371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.364556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.364741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.364927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.365111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.365296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.365480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.365665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.365849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.366033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.366228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.366413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.366601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.366788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.366984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.367193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.367390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.367574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.367859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.368171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.368362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.368552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.368738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.368923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.369109 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.369295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.369490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.369685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.369870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.370055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.370240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.370454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.370639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.370825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.371011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.371232 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.371424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.371608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.371793 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.371980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.372162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.372446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.373898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.374678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.374678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.374678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.374678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.374678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.375411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.375411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.375411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.375411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.375411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376636 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376636 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.376981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378988 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378988 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378988 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.378988 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.379796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.379796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.379796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.379796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.379796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.380664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.380664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.380664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.380664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.380664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.381074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.381074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.381074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.381392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.381392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.381729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.381729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.382208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.382208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.382208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.382706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.382706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.382706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.383238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.383238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.383238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.383735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.383735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.383735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.384343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.384343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.384343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.384343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.384839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.384839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.384839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.385209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.385209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.385469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.385469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.385725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.385725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.385980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.386113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.386246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.386379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.386563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.386754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.387031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.387204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.387341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.387517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.387708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.387906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.388100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.388286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.388481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.388682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.388876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.389062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.389254 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.389453 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.389639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.389824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.390009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.390194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.390380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.390564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.390750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.390935 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.391120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.391299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.391490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.391676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.391861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.392046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.392232 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.392417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.392604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.392789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.392973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 03 05:17:21.393152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 03 05:17:21.538250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35282) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:17:21.549635 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091350
Apr 03 05:17:32.190896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ba54d-f212-45d0-803d-eb3482d467fd None None] get_active_networks_info from dv-cinder-784623-2-iscsi {{(pid=84377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 03 05:17:32.386865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-18e73308-0b7e-4dd1-bc77-c8b3c39fba62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434'] for agent, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:32.401931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ba54d-f212-45d0-803d-eb3482d467fd None None] No non-hosted networks {{(pid=84377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 03 05:17:33.265666 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434'] for agent, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:33.266371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.266743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.267107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.269635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.270007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.271431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.271810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.272195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.272559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.272916 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.273277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.273637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:33.274053 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc64c84af60>, 'Open vSwitch agent', 'dv-cinder-784623-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:17:33.301938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fc64d8e1d30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:17:34.301597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4dbbf9b4-283e-4c35-a39d-2b363cd4efb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434'] for agent, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:34.370574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1bba1531-3864-400d-886a-39ba9571a4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:35.397063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434'] for agent, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:36.818527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434'] for agent, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:36.828365 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_hamode_db [None req-b30c168a-4967-4ced-a0fa-809296aa6a5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 03 05:17:36.917752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c168a-4967-4ced-a0fa-809296aa6a5f None None] Routers set() bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:17:36.918119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30c168a-4967-4ced-a0fa-809296aa6a5f None None] Router IDs set() for agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 03 05:17:37.963701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35374) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:17:38.577093 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING oslo_policy.policy [None req-347b4695-0cd9-4604-8969-2d0951f24a48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 03 05:17:38.577688 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING oslo_policy.policy [None req-347b4695-0cd9-4604-8969-2d0951f24a48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 03 05:17:38.810437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [None req-347b4695-0cd9-4604-8969-2d0951f24a48 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:17:38.811599 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-347b4695-0cd9-4604-8969-2d0951f24a48 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8468764
Apr 03 05:17:41.529437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35388) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:17:41.916359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:17:42.020925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.policy [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84376) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 03 05:17:42.075569 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING oslo_policy.policy [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 03 05:17:42.075975 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING oslo_policy.policy [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 03 05:17:42.094212 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc64d849908>.
Apr 03 05:17:42.110656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:17:42.169036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256251273391', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256251274611', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256251283864', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256251289612', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256251307612', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363256251307269', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854355475', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854423798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3916517', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850933627'] for rbac-policy, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:42.232055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:42.233319 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4df15ab9-3531-44f6-ba7a-0be0d503aa65 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7028308
Apr 03 05:17:45.191873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35402) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:17:45.560142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:17:45.566045 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:17:45.570680 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Usage tracker for resource:network and tenant:cbb8cef83ed64a4ba996c154f9a3d4e0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:17:45.574352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:17:45.581488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:17:45.589782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Made reservation on behalf of cbb8cef83ed64a4ba996c154f9a3d4e0 for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:17:45.596356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:45.613051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:45.629410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:17:45.633148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cbb8cef83ed64a4ba996c154f9a3d4e0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:17:45.636631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:17:45.642881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:17:45.894114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:45.896729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:45.901291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:17:45.921351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:17:45.946671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780605907383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:45.947296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc64e561b70> segment precommit_create {{(pid=84376) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 03 05:17:45.947773 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Added segment c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd of type vlan for network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf
Apr 03 05:17:45.956669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8ffeeb-8f6b-4875-80c0-368a4625cd2b,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:17:46.008908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.009279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.009641 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.009999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.010354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.010708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.011056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.011431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.011795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.012147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.012490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.012832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Tracked resource versions report:
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]: pushed versions:
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]: {   'AddressGroup': {'1.2'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'ConntrackHelper': {'1.0'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Log': {'1.0'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Network': {'1.1'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Port': {'1.7'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'PortForwarding': {'1.2'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'QosPolicy': {'1.8'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroup': {'1.4'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroupRule': {'1.2'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SubPort': {'1.0'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Subnet': {'1.1'},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Trunk': {'1.1'}}
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]: consumer versions:
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]: {   DHCP agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     L3 agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metadata agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metering agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:     Open vSwitch agent@dv-cinder-784623-2-iscsi: {   'AddressGroup': '1.2',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'ConntrackHelper': '1.0',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Log': '1.0',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Network': '1.1',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Port': '1.7',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'PortForwarding': '1.2',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'QosPolicy': '1.8',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroup': '1.4',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroupRule': '1.2',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SubPort': '1.0',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Subnet': '1.1',
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Trunk': '1.1'}}
Apr 03 05:17:46.013918 dv-cinder-784623-2-iscsi neutron-server[84262]:  {{(pid=84376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 03 05:17:46.062191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:17:46.068502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:46.105331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:46.106707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:17:46.107390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:46.113602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:17:46.221231 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0275879
Apr 03 05:17:46.224016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:17:46.227248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:17:46.238310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:17:49.301630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35418) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:17:49.773579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e915eb87-944b-4df0-b0fe-80215f5f155b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:17:49.775016 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e915eb87-944b-4df0-b0fe-80215f5f155b admin admin] 10.222.0.30 "GET /v2.0/networks/63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf HTTP/1.1" status: 200  len: 825 time: 0.4723618
Apr 03 05:17:49.802839 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a451ad2d-f8df-450e-99e7-077e2fd7bee3 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/020cbd63-bad7-4166-8b76-8dd5b8746bfb HTTP/1.1" status: 200  len: 734 time: 0.0217333
Apr 03 05:17:49.812040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '020cbd63-bad7-4166-8b76-8dd5b8746bfb', 'name': 'private-subnet', 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'gateway_ip': '172.20.0.1'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:17:49.816995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:17:49.820818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Usage tracker for resource:subnet and tenant:cbb8cef83ed64a4ba996c154f9a3d4e0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:17:49.823732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:17:49.829507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:17:49.841846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Made reservation on behalf of cbb8cef83ed64a4ba996c154f9a3d4e0 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:17:49.846411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:50.320495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:50.335213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:17:50.476146 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1abdfcc-63e4-4cf5-b500-eda10b549048,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:17:50.482134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:17:50.537348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Checking segment: {'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:17:50.537728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Network hostable DHCP agents. Network: 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:17:50.558117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:17:50.566805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:17:50.571379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:17:50.571965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:50.577954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9869d3-b81e-4407-bdbe-d2f2e807f316 None None] Network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:17:50.590971 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7824845
Apr 03 05:17:50.899360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'fixed_ips': [{'subnet_id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:17:50.900589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:51.091413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Allocated IP 172.20.0.2 (63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf/a1abdfcc-63e4-4cf5-b500-eda10b549048/0ab5232c-1978-409c-81bb-d92dd059db62) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:17:51.506254 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:51.520822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Transition to ACTIVE for port object 0ab5232c-1978-409c-81bb-d92dd059db62 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:17:51.540099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Transition to ACTIVE for port object 0ab5232c-1978-409c-81bb-d92dd059db62 will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:17:51.550177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:51.565715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:17:51.696568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Pushing event updated for resources: {'Port': ['ID=0ab5232c-1978-409c-81bb-d92dd059db62,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:17:51.715443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.715826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.716197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.716564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.716926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.717284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.717637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.717994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.718362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.718715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.719064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.719464 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Tracked resource versions report:
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]: pushed versions:
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]: {   'AddressGroup': {'1.2'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'ConntrackHelper': {'1.0'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Log': {'1.0'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Network': {'1.1'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Port': {'1.7'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'PortForwarding': {'1.2'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'QosPolicy': {'1.8'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroup': {'1.4'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroupRule': {'1.2'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SubPort': {'1.0'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Subnet': {'1.1'},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Trunk': {'1.1'}}
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]: consumer versions:
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]: {   DHCP agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     L3 agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metadata agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metering agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:     Open vSwitch agent@dv-cinder-784623-2-iscsi: {   'AddressGroup': '1.2',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'ConntrackHelper': '1.0',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Log': '1.0',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Network': '1.1',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Port': '1.7',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'PortForwarding': '1.2',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'QosPolicy': '1.8',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroup': '1.4',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroupRule': '1.2',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SubPort': '1.0',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Subnet': '1.1',
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Trunk': '1.1'}}
Apr 03 05:17:51.720608 dv-cinder-784623-2-iscsi neutron-server[84262]:  {{(pid=84377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 03 05:17:51.727264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:17:51.768082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:17:51.769324 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:17:51.772249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:17:51.871828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Attempting to bind port 0ab5232c-1978-409c-81bb-d92dd059db62 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:17:51.872264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Attempting to bind port 0ab5232c-1978-409c-81bb-d92dd059db62 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:17:51.872677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Attempting to bind port 0ab5232c-1978-409c-81bb-d92dd059db62 on network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:17:51.878710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:17:51.879132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Checking segment: {'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:17:51.880614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:51.880614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Bound using segment: {'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:17:51.880614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Bound port: 0ab5232c-1978-409c-81bb-d92dd059db62, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:17:51.880890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:51.976482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] For port 0ab5232c-1978-409c-81bb-d92dd059db62, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:17:51.980615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] For port 0ab5232c-1978-409c-81bb-d92dd059db62, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=0ab5232c-1978-409c-81bb-d92dd059db62,segment=NetworkSegment(c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd),segment_id=c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:17:51.983944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:51.999018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:17:52.158292 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Pushing event updated for resources: {'Port': ['ID=0ab5232c-1978-409c-81bb-d92dd059db62,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:17:52.163014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:17:53.354687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35428) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:17:53.764909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [None req-4c5eab63-06b2-4ab3-9a27-815157d3ce95 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:17:53.765965 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4c5eab63-06b2-4ab3-9a27-815157d3ce95 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4102871
Apr 03 05:17:56.022673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 0ab5232c-1978-409c-81bb-d92dd059db62 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:17:56.097369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 0ab5232c-1978-409c-81bb-d92dd059db62 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:17:56.529718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35442) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:17:56.921268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [None req-9b515ab9-49a4-4536-be93-4cb8182a7a21 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:17:56.924709 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-9b515ab9-49a4-4536-be93-4cb8182a7a21 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3934155
Apr 03 05:17:56.963290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cfbd9a-d977-46cf-bb61-0de125293b20 None None] Network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:17:57.065016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] Provisioning for port 0ab5232c-1978-409c-81bb-d92dd059db62 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:17:57.081763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] Provisioning complete for port 0ab5232c-1978-409c-81bb-d92dd059db62 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:17:57.082197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:57.288954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:57.370827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] For port 0ab5232c-1978-409c-81bb-d92dd059db62, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=0ab5232c-1978-409c-81bb-d92dd059db62,segment=NetworkSegment(c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd),segment_id=c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:17:57.375683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:57.381412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:17:57.457830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] Pushing event updated for resources: {'Port': ['ID=0ab5232c-1978-409c-81bb-d92dd059db62,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:17:57.461584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:17:57.600817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-a7809f86-dd66-4b89-b8e8-0c9e63d6dfee None None] Provisioning complete for port 0ab5232c-1978-409c-81bb-d92dd059db62 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:17:57.601216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a7809f86-dd66-4b89-b8e8-0c9e63d6dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:57.998174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 0ab5232c-1978-409c-81bb-d92dd059db62 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:17:58.071839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 0ab5232c-1978-409c-81bb-d92dd059db62 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:17:58.072398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:17:59.958144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35454) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:18:00.329575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'name': 'router1'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:18:00.335216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:18:00.339063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Usage tracker for resource:router and tenant:cbb8cef83ed64a4ba996c154f9a3d4e0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:18:00.342235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:18:00.348649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:18:00.357156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:00.358452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:00.381306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:00.487776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:00.506017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:00.507307 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-63ed99df-35ee-485c-b8cb-132611868a07 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5479581
Apr 03 05:18:02.059190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ecce1bf1-6638-4409-abf3-4dcb1eeefc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:03.250063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:03.285647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35464) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:18:03.665126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [None req-948d1de5-b6bd-42d2-b253-3d1b5966aff5 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:18:03.666172 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-948d1de5-b6bd-42d2-b253-3d1b5966aff5 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3795207
Apr 03 05:18:04.302077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34e03a50-0ba5-4a45-a65e-b41683149d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:05.299880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.413190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 35484) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:18:06.569790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:18:06.574573 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:18:06.579000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Usage tracker for resource:network and tenant:b3ac7235d088480b931aebfa0a850fb1 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:18:06.583292 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:18:06.589398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:18:06.597930 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Made reservation on behalf of b3ac7235d088480b931aebfa0a850fb1 for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:18:06.602519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.615569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.630652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:18:06.634407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ac7235d088480b931aebfa0a850fb1 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:18:06.637206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:18:06.643005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:18:06.726168 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.728663 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.734132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:06.747299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Reserving flat network on physical network physnet1 {{(pid=84376) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 03 05:18:06.752443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.772567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb74acb8-88fa-4352-92dd-6c2e911c5f48,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:06.776102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:06.777091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.777572 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Added segment 851d3478-cd04-4104-81b0-722129cc6534 of type flat for network 16439296-dfb6-46df-914b-cd0bb0ae7813
Apr 03 05:18:06.811108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.846875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.848222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:18:06.848826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:06.853524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:06.958007 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5436788
Apr 03 05:18:06.958731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Pushing event updated for resources: {'Network': ['ID=16439296-dfb6-46df-914b-cd0bb0ae7813,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:06.961553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:06.968885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:18:09.481977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 35504) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:18:09.655691 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING oslo_policy.policy [None req-a734ffd9-1ab5-4aab-bd91-21c7616b03cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 03 05:18:09.656233 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING oslo_policy.policy [None req-a734ffd9-1ab5-4aab-bd91-21c7616b03cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 03 05:18:10.064695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.policy [None req-a734ffd9-1ab5-4aab-bd91-21c7616b03cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84375) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 03 05:18:10.121633 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING oslo_policy.policy [None req-a734ffd9-1ab5-4aab-bd91-21c7616b03cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 03 05:18:10.122046 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING oslo_policy.policy [None req-a734ffd9-1ab5-4aab-bd91-21c7616b03cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 03 05:18:10.139356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734ffd9-1ab5-4aab-bd91-21c7616b03cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:18:10.141367 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a734ffd9-1ab5-4aab-bd91-21c7616b03cb admin admin] 10.222.0.30 "GET /v2.0/subnets/a1abdfcc-63e4-4cf5-b500-eda10b549048 HTTP/1.1" status: 200  len: 849 time: 0.6572909
Apr 03 05:18:10.478841 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-868b75f0-5fc4-45d2-9b62-c9043a87406a admin admin] 10.222.0.30 "GET /v2.0/routers/d86af1bf-e31b-494d-a720-c2e9eb8a6a9e HTTP/1.1" status: 200  len: 704 time: 0.3312578
Apr 03 05:18:10.955589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:11.200239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Allocated IP 172.20.0.1 (63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf/a1abdfcc-63e4-4cf5-b500-eda10b549048/40e98921-4b2d-48cb-8ac3-38e71c691cc1) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:18:11.377339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:11.395761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Transition to ACTIVE for port object 40e98921-4b2d-48cb-8ac3-38e71c691cc1 will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:18:11.451894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:11.467948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:11.618243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Pushing event updated for resources: {'Port': ['ID=40e98921-4b2d-48cb-8ac3-38e71c691cc1,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:11.631050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.631384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.631743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.632101 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.632449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.632812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.633156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.633497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.633852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.634190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.634530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.634869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Tracked resource versions report:
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]: pushed versions:
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]: {   'AddressGroup': {'1.2'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'ConntrackHelper': {'1.0'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Log': {'1.0'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Network': {'1.1'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Port': {'1.7'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'PortForwarding': {'1.2'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'QosPolicy': {'1.8'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroup': {'1.4'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroupRule': {'1.2'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SubPort': {'1.0'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Subnet': {'1.1'},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Trunk': {'1.1'}}
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]: consumer versions:
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]: {   DHCP agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     L3 agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metadata agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metering agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:     Open vSwitch agent@dv-cinder-784623-2-iscsi: {   'AddressGroup': '1.2',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'ConntrackHelper': '1.0',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Log': '1.0',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Network': '1.1',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Port': '1.7',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'PortForwarding': '1.2',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'QosPolicy': '1.8',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroup': '1.4',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroupRule': '1.2',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SubPort': '1.0',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Subnet': '1.1',
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Trunk': '1.1'}}
Apr 03 05:18:11.636019 dv-cinder-784623-2-iscsi neutron-server[84262]:  {{(pid=84375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 03 05:18:11.678107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:11.695066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:18:11.696208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:18:11.698851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:18:11.699420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:11.927270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-c85d3e2a-8198-4b62-9779-00e477d90a68 None None] Provisioning for port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:18:11.932590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-c85d3e2a-8198-4b62-9779-00e477d90a68 None None] Provisioning complete for port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:18:11.932996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c85d3e2a-8198-4b62-9779-00e477d90a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:11.992622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-c85d3e2a-8198-4b62-9779-00e477d90a68 None None] Port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:18:12.119941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:12.256401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:18:12.403295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:12.406628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:12.408640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:12.423230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:12.551760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Pushing event updated for resources: {'Port': ['ID=40e98921-4b2d-48cb-8ac3-38e71c691cc1,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:12.561868 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:12.609475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:18:12.611247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:18:12.811065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Router d86af1bf-e31b-494d-a720-c2e9eb8a6a9e is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:18:12.818255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-9f23a7c1-148e-455b-b5cd-dd63f77cae6d None None] Provisioning complete for port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:18:12.818752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9f23a7c1-148e-455b-b5cd-dd63f77cae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:12.877347 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-9f23a7c1-148e-455b-b5cd-dd63f77cae6d None None] Port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:18:12.977019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:18:12.988385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Sync routers for ids ['d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:18:12.989698 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] 10.222.0.30 "PUT /v2.0/routers/d86af1bf-e31b-494d-a720-c2e9eb8a6a9e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5051489
Apr 03 05:18:12.998966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Routers {'d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:18:12.999873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d99b1d0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:18:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:18:13.187069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Set router d86af1bf-e31b-494d-a720-c2e9eb8a6a9e gateway port host: None {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:18:13.578126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d99b1d0>, [{'id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'name': 'router1', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:18:00Z', 'updated_at': '2021-04-03T05:18:12Z', 'revision_number': 2, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'gw_port_host': None, '_interfaces': [{'id': '40e98921-4b2d-48cb-8ac3-38e71c691cc1', 'name': '', 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'mac_address': 'fa:16:3e:96:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:11Z', 'updated_at': '2021-04-03T05:18:12Z', 'revision_number': 2, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'subnets': [{'id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020cbd63-bad7-4166-8b76-8dd5b8746bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:18:13.583674 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Checking router: d86af1bf-e31b-494d-a720-c2e9eb8a6a9e for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:18:13.584090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Updating router d86af1bf-e31b-494d-a720-c2e9eb8a6a9e port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:18:13.809877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:14.269656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:14.283864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Transition to ACTIVE for port object 40e98921-4b2d-48cb-8ac3-38e71c691cc1 will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:18:14.289369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:14.316543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:14.455688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Pushing event updated for resources: {'Port': ['ID=40e98921-4b2d-48cb-8ac3-38e71c691cc1,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:14.466377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.466757 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.467123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.467515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.467876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.468235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.468590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.468945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.469818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.470183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.470537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.470888 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Tracked resource versions report:
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]: pushed versions:
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]: {   'AddressGroup': {'1.2'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'ConntrackHelper': {'1.0'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Log': {'1.0'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Network': {'1.1'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Port': {'1.7'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'PortForwarding': {'1.2'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'QosPolicy': {'1.8'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroup': {'1.4'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroupRule': {'1.2'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SubPort': {'1.0'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Subnet': {'1.1'},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Trunk': {'1.1'}}
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]: consumer versions:
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]: {   DHCP agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     L3 agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metadata agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metering agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:     Open vSwitch agent@dv-cinder-784623-2-iscsi: {   'AddressGroup': '1.2',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'ConntrackHelper': '1.0',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Log': '1.0',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Network': '1.1',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Port': '1.7',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'PortForwarding': '1.2',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'QosPolicy': '1.8',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroup': '1.4',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroupRule': '1.2',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SubPort': '1.0',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Subnet': '1.1',
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Trunk': '1.1'}}
Apr 03 05:18:14.472012 dv-cinder-784623-2-iscsi neutron-server[84262]:  {{(pid=84378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 03 05:18:14.491000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:14.668431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Attempting to bind port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:18:14.668895 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Attempting to bind port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:18:14.669275 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Attempting to bind port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 on network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:18:14.675062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:18:14.675501 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Checking segment: {'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:18:14.675957 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:14.676372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Bound using segment: {'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:18:14.676900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Bound port: 40e98921-4b2d-48cb-8ac3-38e71c691cc1, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:18:14.677297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:14.772018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] For port 40e98921-4b2d-48cb-8ac3-38e71c691cc1, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:18:14.777515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] For port 40e98921-4b2d-48cb-8ac3-38e71c691cc1, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=40e98921-4b2d-48cb-8ac3-38e71c691cc1,segment=NetworkSegment(c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd),segment_id=c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:18:14.780717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:14.797151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:14.960628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Pushing event updated for resources: {'Port': ['ID=40e98921-4b2d-48cb-8ac3-38e71c691cc1,revision_number=4']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:14.965330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:15.014809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Routers {'d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:18:15.015493 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d99b1d0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:18:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:18:15.189330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] Set router d86af1bf-e31b-494d-a720-c2e9eb8a6a9e gateway port host: None {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:18:15.534587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 35526) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:18:15.543424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d99b1d0>, [{'id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'name': 'router1', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:18:00Z', 'updated_at': '2021-04-03T05:18:12Z', 'revision_number': 2, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'gw_port_host': None, '_interfaces': [{'id': '40e98921-4b2d-48cb-8ac3-38e71c691cc1', 'name': '', 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'mac_address': 'fa:16:3e:96:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:11Z', 'updated_at': '2021-04-03T05:18:14Z', 'revision_number': 4, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'subnets': [{'id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020cbd63-bad7-4166-8b76-8dd5b8746bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:18:15.547586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c870c3-f053-4484-9f11-95b06e3b893d None None] The sync data for ids ['d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'] in dv-cinder-784623-2-iscsi is: [{'id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'name': 'router1', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:18:00Z', 'updated_at': '2021-04-03T05:18:12Z', 'revision_number': 2, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'gw_port_host': None, '_interfaces': [{'id': '40e98921-4b2d-48cb-8ac3-38e71c691cc1', 'name': '', 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'mac_address': 'fa:16:3e:96:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:11Z', 'updated_at': '2021-04-03T05:18:14Z', 'revision_number': 4, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'subnets': [{'id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020cbd63-bad7-4166-8b76-8dd5b8746bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:18:15.695817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7d0962-860b-42b2-aa75-faa3e543f254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:18:15.697256 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4c7d0962-860b-42b2-aa75-faa3e543f254 admin admin] 10.222.0.30 "GET /v2.0/networks/16439296-dfb6-46df-914b-cd0bb0ae7813 HTTP/1.1" status: 200  len: 842 time: 0.1615920
Apr 03 05:18:15.708609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:18:15.711296 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.quota [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fc64c6f61d0>.
Apr 03 05:18:15.716948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:18:15.721108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Usage tracker for resource:subnet and tenant:b3ac7235d088480b931aebfa0a850fb1 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:18:15.724413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:18:15.731092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:18:15.742965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Made reservation on behalf of b3ac7235d088480b931aebfa0a850fb1 for: {'subnet': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:18:15.747586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:16.231832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.objects.ports [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84375) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 03 05:18:16.232250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:16.246836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:16.376525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b88a3ad-b010-4087-b708-ebbc63af2b9c,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:16.382507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:16.461414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:18:16.461795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Network hostable DHCP agents. Network: 16439296-dfb6-46df-914b-cd0bb0ae7813, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:18:16.483336 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:18:16.494397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 16439296-dfb6-46df-914b-cd0bb0ae7813) {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:18:16.498500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:18:16.499152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:16.508327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1f620-4b55-471c-a654-b5dce1e46160 None None] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:18:16.527375 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8232093
Apr 03 05:18:16.752365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece7c3e-136f-4476-8a99-a80266343c14 None None] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:18:18.024973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 40e98921-4b2d-48cb-8ac3-38e71c691cc1 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:18:18.093893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:18:18.099627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:18:18.100033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:18.223780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:18.256795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 40e98921-4b2d-48cb-8ac3-38e71c691cc1, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=40e98921-4b2d-48cb-8ac3-38e71c691cc1,segment=NetworkSegment(c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd),segment_id=c0884c25-4c4e-4d1f-a50e-60c42f1c0cbd)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:18:18.259436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:18.262574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:18.334238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=40e98921-4b2d-48cb-8ac3-38e71c691cc1,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:18.337514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:19.143514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 35540) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:18:19.507802 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-fa147bc0-b666-4f0a-b152-4b00bfa85607 admin admin] 10.222.0.30 "GET /v2.0/routers/d86af1bf-e31b-494d-a720-c2e9eb8a6a9e HTTP/1.1" status: 200  len: 710 time: 0.3629158
Apr 03 05:18:19.642664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68e783-932b-4ebc-9c10-c6a6e15b3882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:18:19.644111 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4d68e783-932b-4ebc-9c10-c6a6e15b3882 admin admin] 10.222.0.30 "GET /v2.0/networks/16439296-dfb6-46df-914b-cd0bb0ae7813 HTTP/1.1" status: 200  len: 886 time: 0.1305842
Apr 03 05:18:19.653885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:18:20.010546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 40e98921-4b2d-48cb-8ac3-38e71c691cc1 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:18:20.082214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:18:20.082614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:20.120048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:20.462806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:20.522884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:20.660729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Allocated IP 172.27.3.98 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/207b55aa-1ea4-496a-99c9-5385281659cd) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:18:20.810390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:20.839095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:20.854194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:20.991628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Pushing event updated for resources: {'Port': ['ID=207b55aa-1ea4-496a-99c9-5385281659cd,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:20.996630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:21.036796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:18:21.037987 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:18:21.040441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:18:21.619704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:21.973931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:21.977451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3818601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850957162', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3824647'] for router, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:22.163596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Router d86af1bf-e31b-494d-a720-c2e9eb8a6a9e has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:18:22.349864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:18:22.358090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:22.359379 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] 10.222.0.30 "PUT /v2.0/routers/d86af1bf-e31b-494d-a720-c2e9eb8a6a9e HTTP/1.1" status: 200  len: 889 time: 2.7088430
Apr 03 05:18:22.359866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Sync routers for ids ['d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:18:22.370345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Routers {'d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:18:22.371036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c37f438>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:18:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:18:22.574983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Set router d86af1bf-e31b-494d-a720-c2e9eb8a6a9e gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:18:22.929813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c37f438>, [{'id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'name': 'router1', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '207b55aa-1ea4-496a-99c9-5385281659cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:18:00Z', 'updated_at': '2021-04-03T05:18:21Z', 'revision_number': 4, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'gw_port': {'id': '207b55aa-1ea4-496a-99c9-5385281659cd', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:20Z', 'updated_at': '2021-04-03T05:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '40e98921-4b2d-48cb-8ac3-38e71c691cc1', 'name': '', 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'mac_address': 'fa:16:3e:96:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:11Z', 'updated_at': '2021-04-03T05:18:18Z', 'revision_number': 5, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'subnets': [{'id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020cbd63-bad7-4166-8b76-8dd5b8746bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:18:22.934700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Checking router: d86af1bf-e31b-494d-a720-c2e9eb8a6a9e for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:18:22.935089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Updating router d86af1bf-e31b-494d-a720-c2e9eb8a6a9e port 207b55aa-1ea4-496a-99c9-5385281659cd binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:18:22.991037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:23.391649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:23.404871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Transition to ACTIVE for port object 207b55aa-1ea4-496a-99c9-5385281659cd will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:18:23.410665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:23.426147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:23.562319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004541cc-e88d-4066-a8f7-4bf14aa3f867 None None] Pushing event updated for resources: {'Port': ['ID=207b55aa-1ea4-496a-99c9-5385281659cd,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:23.567870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-004541cc-e88d-4066-a8f7-4bf14aa3f867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:23.621410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Attempting to bind port 207b55aa-1ea4-496a-99c9-5385281659cd on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:18:23.621815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Attempting to bind port 207b55aa-1ea4-496a-99c9-5385281659cd by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:18:23.622207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Attempting to bind port 207b55aa-1ea4-496a-99c9-5385281659cd on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:18:23.628203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:18:23.628606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:18:23.629035 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:23.629452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:18:23.629951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Bound port: 207b55aa-1ea4-496a-99c9-5385281659cd, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:18:23.630351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:23.709688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] For port 207b55aa-1ea4-496a-99c9-5385281659cd, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:18:23.712679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] For port 207b55aa-1ea4-496a-99c9-5385281659cd, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=207b55aa-1ea4-496a-99c9-5385281659cd,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:18:23.716128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:23.730958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:23.881006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004541cc-e88d-4066-a8f7-4bf14aa3f867 None None] Pushing event updated for resources: {'Port': ['ID=207b55aa-1ea4-496a-99c9-5385281659cd,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:23.885911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-004541cc-e88d-4066-a8f7-4bf14aa3f867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:23.924186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Routers {'d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:18:23.924829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c37f438>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:18:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:18:24.261344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] Set router d86af1bf-e31b-494d-a720-c2e9eb8a6a9e gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:18:24.608362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c37f438>, [{'id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'name': 'router1', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '207b55aa-1ea4-496a-99c9-5385281659cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:18:00Z', 'updated_at': '2021-04-03T05:18:21Z', 'revision_number': 4, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'gw_port': {'id': '207b55aa-1ea4-496a-99c9-5385281659cd', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:20Z', 'updated_at': '2021-04-03T05:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '40e98921-4b2d-48cb-8ac3-38e71c691cc1', 'name': '', 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'mac_address': 'fa:16:3e:96:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:11Z', 'updated_at': '2021-04-03T05:18:18Z', 'revision_number': 5, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'subnets': [{'id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020cbd63-bad7-4166-8b76-8dd5b8746bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:18:24.613086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647e9e24-2ca5-484d-b211-a3372a1f28e9 None None] The sync data for ids ['d86af1bf-e31b-494d-a720-c2e9eb8a6a9e'] in dv-cinder-784623-2-iscsi is: [{'id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'name': 'router1', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '207b55aa-1ea4-496a-99c9-5385281659cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:18:00Z', 'updated_at': '2021-04-03T05:18:21Z', 'revision_number': 4, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'gw_port': {'id': '207b55aa-1ea4-496a-99c9-5385281659cd', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:20Z', 'updated_at': '2021-04-03T05:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '40e98921-4b2d-48cb-8ac3-38e71c691cc1', 'name': '', 'network_id': '63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf', 'tenant_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'mac_address': 'fa:16:3e:96:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86af1bf-e31b-494d-a720-c2e9eb8a6a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:18:11Z', 'updated_at': '2021-04-03T05:18:18Z', 'revision_number': 5, 'project_id': 'cbb8cef83ed64a4ba996c154f9a3d4e0', 'subnets': [{'id': 'a1abdfcc-63e4-4cf5-b500-eda10b549048', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '020cbd63-bad7-4166-8b76-8dd5b8746bfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:18:25.069582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 35550) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:18:25.195177 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a5e4f7ce-2a1f-4399-8d7f-b79358b5cb4e admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1242878
Apr 03 05:18:26.043935 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 207b55aa-1ea4-496a-99c9-5385281659cd up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:18:26.118712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 207b55aa-1ea4-496a-99c9-5385281659cd completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:18:26.124043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 207b55aa-1ea4-496a-99c9-5385281659cd triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:18:26.124460 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:26.254259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:26.271592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 207b55aa-1ea4-496a-99c9-5385281659cd, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=207b55aa-1ea4-496a-99c9-5385281659cd,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:18:26.274357 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:26.276707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a2bbca53-b95d-4f9e-85b7-f2e83550bce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:18:26.346966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=207b55aa-1ea4-496a-99c9-5385281659cd,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:18:26.350494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:18:28.039646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 207b55aa-1ea4-496a-99c9-5385281659cd up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:18:28.199750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 207b55aa-1ea4-496a-99c9-5385281659cd triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:18:28.200488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:32.079994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9ec5-1f75-4584-b4d0-f17c22a95ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:33.264700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:34.305064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-60dcd4e9-b85a-454e-a957-d022859ed551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:35.304999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:36.768636 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:18:49.259176 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:19:02.065121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c513d33d-9f9b-47e0-8a34-141d46b86b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:03.249392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:04.308181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-af25dda5-a6da-4fc1-a245-653a50cd74f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:05.307335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:06.772113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:26.262932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:19:32.067490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d063045e-a1aa-4af4-be40-f44f42177fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:33.253280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:34.312421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef139ba9-ec49-4f5f-8a2c-48cccbd1a990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:35.308773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:19:36.777608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:02.069459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66a97091-7242-476f-bfdd-fbcbb4258dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:03.257313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:03.263768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:20:04.316584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f700bce1-3bc0-4f5a-97f7-8fff93693240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:05.313326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:06.784472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:32.071559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7867ca2f-b594-403f-b4bf-ed782602c84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:33.259984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:34.319286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4112c1fd-ee67-4de9-b45d-17522c129b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:35.316654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:36.787340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:39.236164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36120) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:20:39.310649 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb899d1-ace0-466f-8e38-59f496bad585 admin admin] GET failed (client error): The resource could not be found.
Apr 03 05:20:39.312034 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6cb899d1-ace0-466f-8e38-59f496bad585 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0748086
Apr 03 05:20:39.454018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c535cdcf-081c-4e17-813f-2bee44b25d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:39.455807 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c535cdcf-081c-4e17-813f-2bee44b25d02 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1391504
Apr 03 05:20:40.262894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:20:41.926474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36130) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:20:42.044393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f9a7a-24df-4839-9a16-7938e1ae332f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:42.045810 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1b3f9a7a-24df-4839-9a16-7938e1ae332f admin admin] 10.222.0.30 "GET /v2.0/subnets/a1abdfcc-63e4-4cf5-b500-eda10b549048 HTTP/1.1" status: 200  len: 849 time: 0.1182442
Apr 03 05:20:42.056262 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:20:42.180642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Notify callbacks [] for subnet, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:42.485974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363256248896645'] for subnet, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:42.500572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:20:42.644917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1abdfcc-63e4-4cf5-b500-eda10b549048,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:20:42.657625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.658023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.658397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.658761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.659121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.659531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.659893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.660253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.661166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.661656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.662017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.662372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:20:42.667799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:20:42.694191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:42.694841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:42.697386 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] 10.222.0.30 "PUT /v2.0/subnets/a1abdfcc-63e4-4cf5-b500-eda10b549048 HTTP/1.1" status: 200  len: 868 time: 0.6439781
Apr 03 05:20:42.700366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd8680e-5472-4ea0-aafd-06961be3101c None None] Network 63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:20:43.178764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-5d9c07b1-b057-4a2c-a0ee-6f59b2670edc None None] Provisioning complete for port 40e98921-4b2d-48cb-8ac3-38e71c691cc1 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:20:43.179294 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5d9c07b1-b057-4a2c-a0ee-6f59b2670edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:43.311612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-5d9c07b1-b057-4a2c-a0ee-6f59b2670edc None None] Provisioning complete for port 0ab5232c-1978-409c-81bb-d92dd059db62 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:20:43.312016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5d9c07b1-b057-4a2c-a0ee-6f59b2670edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:20:45.190463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36140) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:20:45.376142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbf419c-715f-4c3d-8963-89fd54d79383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:45.376579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbf419c-715f-4c3d-8963-89fd54d79383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:45.377390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ecbf419c-715f-4c3d-8963-89fd54d79383 admin admin] Synchronizing usage tracker for tenant:b3ac7235d088480b931aebfa0a850fb1 on resource:network {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:20:45.394309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ecbf419c-715f-4c3d-8963-89fd54d79383 admin admin] Unset dirty status for tenant:b3ac7235d088480b931aebfa0a850fb1 on resource:network {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:20:45.395686 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ecbf419c-715f-4c3d-8963-89fd54d79383 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2041476
Apr 03 05:20:47.920189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36150) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:20:48.253345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b05fa3-e7b7-468d-a6b3-eeb80f00a362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:48.253858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b05fa3-e7b7-468d-a6b3-eeb80f00a362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:48.255530 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-96b05fa3-e7b7-468d-a6b3-eeb80f00a362 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3342793
Apr 03 05:20:50.726689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36160) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:20:50.901656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3128d5ff-dda3-448c-a1c3-0757c6f37fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:50.903010 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3128d5ff-dda3-448c-a1c3-0757c6f37fc2 admin admin] 10.222.0.30 "GET /v2.0/networks/16439296-dfb6-46df-914b-cd0bb0ae7813 HTTP/1.1" status: 200  len: 886 time: 0.1752605
Apr 03 05:20:53.359810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36170) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:20:53.544119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b234132-4cd4-4463-a8db-86010fabf49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:53.545549 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7b234132-4cd4-4463-a8db-86010fabf49a admin admin] 10.222.0.30 "GET /v2.0/networks/63a8bf68-d81e-4491-a7fd-df9bdc3c5ccf HTTP/1.1" status: 200  len: 869 time: 0.1847086
Apr 03 05:20:56.032046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36180) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:20:56.151978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdb8afe-31c5-44ad-93e8-64b6e3d6d0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:56.152716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-bbdb8afe-31c5-44ad-93e8-64b6e3d6d0d1 admin admin] Synchronizing usage tracker for tenant:b3ac7235d088480b931aebfa0a850fb1 on resource:subnet {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:20:56.168536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-bbdb8afe-31c5-44ad-93e8-64b6e3d6d0d1 admin admin] Unset dirty status for tenant:b3ac7235d088480b931aebfa0a850fb1 on resource:subnet {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:20:56.169852 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-bbdb8afe-31c5-44ad-93e8-64b6e3d6d0d1 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1368923
Apr 03 05:20:58.653217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36190) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:20:58.766734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce2dd0a-4efc-4fa6-b142-416028487ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:58.767268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce2dd0a-4efc-4fa6-b142-416028487ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:20:58.768863 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5ce2dd0a-4efc-4fa6-b142-416028487ab2 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1145799
Apr 03 05:21:01.247593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36200) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:21:01.358788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9ccb2-fa79-4976-aa7f-2b67ea590e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:21:01.360242 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-36f9ccb2-fa79-4976-aa7f-2b67ea590e1d admin admin] 10.222.0.30 "GET /v2.0/subnets/9b88a3ad-b010-4087-b708-ebbc63af2b9c HTTP/1.1" status: 200  len: 816 time: 0.1116252
Apr 03 05:21:02.072765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f45e11b6-fb7f-4a64-bf18-bb33cb8942fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:03.264885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:03.828832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36210) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:21:03.947713 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b591b7f-52c1-4eb9-a717-ae2160406d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:21:03.949153 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8b591b7f-52c1-4eb9-a717-ae2160406d4a admin admin] 10.222.0.30 "GET /v2.0/subnets/a1abdfcc-63e4-4cf5-b500-eda10b549048 HTTP/1.1" status: 200  len: 868 time: 0.1192601
Apr 03 05:21:04.320124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bdd69af9-c9f2-4411-9d20-4336263adcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:05.319232 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:06.783648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:17.405812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:21:30.604830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36254) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:21:30.656498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [None req-d70dcbc7-33a1-49c4-b239-f371b54377d4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:21:30.657585 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d70dcbc7-33a1-49c4-b239-f371b54377d4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0517468
Apr 03 05:21:32.073944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-70e0495a-468b-4f49-814f-6a9dca14695b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:33.203375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36264) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:21:33.266760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:33.280152 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d3c442-d59d-404e-8a80-58b14e946b01 admin admin] GET failed (client error): The resource could not be found.
Apr 03 05:21:33.281570 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-92d3c442-d59d-404e-8a80-58b14e946b01 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0771670
Apr 03 05:21:33.417732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4081e0-2434-4ac0-946e-14d334ec491c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:21:33.419239 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0d4081e0-2434-4ac0-946e-14d334ec491c admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1325698
Apr 03 05:21:34.321974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4d69a03-3685-4d95-95f4-4cc27da6c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:35.320637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:36.014992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36274) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:21:36.069160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:21:36.074463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:21:36.085585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:21:36.094376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Made reservation on behalf of b3ac7235d088480b931aebfa0a850fb1 for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:21:36.099464 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:36.196426 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.services.revisions.revision_plugin [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fc64c4d18d0] {project_id='b3ac7235d088480b931aebfa0a850fb1', id='f4a63509-3250-4866-8a9c-91745458be12', target_tenant='*', action='access_as_shared', object_id='fc005d0e-d281-429f-821c-237731ac5455'}> to bump revision.
Apr 03 05:21:36.209896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:21:36.220195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780605907383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:36.220765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fc64e561b70> segment precommit_create {{(pid=84375) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 03 05:21:36.221233 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Added segment a983d746-565f-49ad-beff-f29278246608 of type vlan for network fc005d0e-d281-429f-821c-237731ac5455
Apr 03 05:21:36.265319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:36.298896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:36.300332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:21:36.301453 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:36.306819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:21:36.410339 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3939643
Apr 03 05:21:36.413298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Pushing event updated for resources: {'Network': ['ID=fc005d0e-d281-429f-821c-237731ac5455,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:21:36.420548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.420939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.421305 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.421659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.422010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.422375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.422724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.423069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.423446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.423790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.424134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.424479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:36.429696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:21:36.438574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network fc005d0e-d281-429f-821c-237731ac5455 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:21:36.792106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:38.891652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36284) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:21:38.966012 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfc8c43-fd83-4910-b77d-a1503b9b5072 admin admin] GET failed (client error): The resource could not be found.
Apr 03 05:21:38.967394 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0bfc8c43-fd83-4910-b77d-a1503b9b5072 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0746808
Apr 03 05:21:39.080203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c6711-ff3d-4c06-a14c-6de3cb58b25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:21:39.082459 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e05c6711-ff3d-4c06-a14c-6de3cb58b25a admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1099968
Apr 03 05:21:39.093166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Request body: {'subnet': {'network_id': 'fc005d0e-d281-429f-821c-237731ac5455', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:21:39.098451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:21:39.110266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:21:39.120514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Made reservation on behalf of b3ac7235d088480b931aebfa0a850fb1 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:21:39.125218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:39.515479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:39.530850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-58cbe64c-5698-4784-a983-f87cd5df304f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:21:39.659077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9405674d-2b9b-41db-8348-eff541c3610e,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:21:39.663757 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:21:39.721285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Checking segment: {'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:21:39.721671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Network hostable DHCP agents. Network: fc005d0e-d281-429f-821c-237731ac5455, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:21:39.739869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Network fc005d0e-d281-429f-821c-237731ac5455 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:21:39.747655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, fc005d0e-d281-429f-821c-237731ac5455) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:21:39.751595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:21:39.752227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:39.758342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c168be-5f1e-4214-bbac-9dbb85c6c507 None None] Network fc005d0e-d281-429f-821c-237731ac5455 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:21:39.777781 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6882656
Apr 03 05:21:40.001207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-fc005d0e-d281-429f-821c-237731ac5455', 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455', 'tenant_id': 'b3ac7235d088480b931aebfa0a850fb1', 'fixed_ips': [{'subnet_id': '9405674d-2b9b-41db-8348-eff541c3610e'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:21:40.002128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:40.171705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Allocated IP 192.168.233.2 (fc005d0e-d281-429f-821c-237731ac5455/9405674d-2b9b-41db-8348-eff541c3610e/ef22c71c-0640-4cb7-ae98-e2d3de17bb2e) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:21:40.554736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:40.565858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Transition to ACTIVE for port object ef22c71c-0640-4cb7-ae98-e2d3de17bb2e will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:21:40.586378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Transition to ACTIVE for port object ef22c71c-0640-4cb7-ae98-e2d3de17bb2e will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:21:40.590947 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:40.607964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:21:40.752135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Pushing event updated for resources: {'Port': ['ID=ef22c71c-0640-4cb7-ae98-e2d3de17bb2e,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:21:40.763390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.763775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.764155 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.764541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.764896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.765256 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.765623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.765983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.766360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.766717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.767073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.767465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:21:40.773904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:21:40.817097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Network fc005d0e-d281-429f-821c-237731ac5455 is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:21:40.818037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:21:40.820303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:21:40.920434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Attempting to bind port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:21:40.920842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Attempting to bind port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:21:40.921247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Attempting to bind port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e on network fc005d0e-d281-429f-821c-237731ac5455 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:21:40.927363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:21:40.927777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Checking segment: {'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:21:40.928249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:40.928691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Bound using segment: {'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:21:40.929187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Bound port: ef22c71c-0640-4cb7-ae98-e2d3de17bb2e, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:21:40.929597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:41.025630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] For port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:21:41.029436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] For port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=ef22c71c-0640-4cb7-ae98-e2d3de17bb2e,segment=NetworkSegment(a983d746-565f-49ad-beff-f29278246608),segment_id=a983d746-565f-49ad-beff-f29278246608)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:21:41.032142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:41.047763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:21:41.201265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Pushing event updated for resources: {'Port': ['ID=ef22c71c-0640-4cb7-ae98-e2d3de17bb2e,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:21:41.206498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:21:42.146866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device ef22c71c-0640-4cb7-ae98-e2d3de17bb2e up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:21:42.233806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:21:42.465083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1eca2-41b9-49af-899f-573771581910 None None] Network fc005d0e-d281-429f-821c-237731ac5455 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:21:42.569864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] Provisioning for port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:21:42.579313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] Provisioning complete for port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:21:42.579722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:42.809318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:42.859382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] For port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=ef22c71c-0640-4cb7-ae98-e2d3de17bb2e,segment=NetworkSegment(a983d746-565f-49ad-beff-f29278246608),segment_id=a983d746-565f-49ad-beff-f29278246608)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:21:42.864503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:42.866347 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:21:42.938149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] Pushing event updated for resources: {'Port': ['ID=ef22c71c-0640-4cb7-ae98-e2d3de17bb2e,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:21:42.942020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:21:43.090969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-6e3a053a-553e-4c97-88ef-2edb043aeea9 None None] Provisioning complete for port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:21:43.091346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6e3a053a-553e-4c97-88ef-2edb043aeea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:44.121583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device ef22c71c-0640-4cb7-ae98-e2d3de17bb2e up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:21:44.197043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port ef22c71c-0640-4cb7-ae98-e2d3de17bb2e triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:21:44.197457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:21:54.265409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:22:02.077859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dcb1bd3-b1d5-4776-a5bc-727073dcc0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:03.269009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:04.323676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0f5d38e5-b090-466a-8d9d-c4bf7b1e5919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:05.323815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:06.795547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:31.264324 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:22:32.081244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92346634-d93f-4bea-b6f3-73e248b5a95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:33.271296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:34.325559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ece5e046-4306-4f7b-acc9-8464dd8aa6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:35.326770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:36.798283 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:56.120447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36334) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:22:56.127370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [None req-8315de70-0a46-4fea-8929-9bb379589a52 tempest-verify_tempest_config-1996644564 tempest-verify_tempest_config-1996644564-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:22:56.128424 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8315de70-0a46-4fea-8929-9bb379589a52 tempest-verify_tempest_config-1996644564 tempest-verify_tempest_config-1996644564-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0069351
Apr 03 05:22:56.443121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36352) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:22:56.566578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:56.584210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:22:56.588113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:402c97e7c71346849638018863b678c0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:22:56.590954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:22:56.596981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:22:56.683072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:56.685655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:56.695694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:22:56.737442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Synchronizing usage tracker for tenant:b3ac7235d088480b931aebfa0a850fb1 on resource:security_group {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:22:56.741007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67b6bf1-7715-458a-8374-96ac9357f886,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:22:56.751257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.752704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.753085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.753454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.753839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.754201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.754571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.754937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.755358 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.755719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.756074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.756427 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:22:56.761679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:22:56.769508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Unset dirty status for tenant:b3ac7235d088480b931aebfa0a850fb1 on resource:security_group {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:22:56.770874 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=402c97e7c71346849638018863b678c0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3266189
Apr 03 05:22:56.773672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36358) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:22:56.835809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2941-1cef-465f-84f0-1f6a20b0c072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:56.863840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2941-1cef-465f-84f0-1f6a20b0c072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:56.918596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2941-1cef-465f-84f0-1f6a20b0c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:56.924570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:22:56.939968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd2941-1cef-465f-84f0-1f6a20b0c072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67b6bf1-7715-458a-8374-96ac9357f886,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:22:56.942252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b4bd2941-1cef-465f-84f0-1f6a20b0c072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:22:56.945675 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4bd2941-1cef-465f-84f0-1f6a20b0c072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:22:56.947996 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b4bd2941-1cef-465f-84f0-1f6a20b0c072 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f67b6bf1-7715-458a-8374-96ac9357f886 HTTP/1.1" status: 204  len: 168 time: 0.1726286
Apr 03 05:23:02.087312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-479f82eb-1322-44ec-a9ed-479b14dbc80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:03.273892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:04.327733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eae02817-e5ce-4f7a-bfd7-7a484f843900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:05.329204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:06.801857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:08.262945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:23:32.089029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d747104-7b4a-439b-8017-710dbbea3810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:33.276196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:34.329656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-842a4011-474d-4930-9e99-2d5d52323adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:35.331673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:36.805768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:23:45.261910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:24:02.090548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d651bc6-2b42-4a06-9940-63208063b082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:03.277748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:04.331297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aa03fb0d-5014-44a5-bf6c-b2575557c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:05.334198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:06.805225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:22.261166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 5 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:24:23.259309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434'] for agent, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:28.198068 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36410) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:24:28.316910 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5e699010-bda1-411d-952a-6a0c352b3e8d admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1168623
Apr 03 05:24:30.801307 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36420) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:24:30.861050 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-33786856-4f0f-4bb7-9c7f-0343a9f4746a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0586147
Apr 03 05:24:32.092259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4b85d542-52be-44be-9812-65eaa94dccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:33.280643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:34.334606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d09705c6-8c0f-4808-84ec-c62a97f6aac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:35.337486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:36.808985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:53.215457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:24:59.264615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:25:02.093614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-02b1709c-7bef-4e48-bb10-b2bc5a335e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:03.282558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:04.335513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-46c5db68-ccbe-4220-8d94-99baac48ae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:05.341110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:06.809442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:23.242548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:32.095553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-805cbe5d-a599-4bd4-bc3c-ad4d1d074e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:33.284556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:34.340594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7b648779-f36d-4015-a6c8-888bf771bd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:35.346742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:36.263378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:25:36.814780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:25:53.262323 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:02.100189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7f6891cf-dd8a-4ab4-8a1e-b5fa3f785efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:02.837739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36582) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:02.976561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36600) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:03.056966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-network', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:03.062195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:03.066933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Usage tracker for resource:network and tenant:bac81a5dd9d74d58ba61c30bce6c8c0f is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:03.070137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:03.079374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:03.092516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Made reservation on behalf of bac81a5dd9d74d58ba61c30bce6c8c0f for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:03.098495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.113584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.130880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:03.134869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Usage tracker for resource:security_group_rule and tenant:bac81a5dd9d74d58ba61c30bce6c8c0f is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:03.138326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:03.145143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:03.252226 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.256094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.260555 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:03.289593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:26:03.296616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.304177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b09a61e-8232-41de-bc67-58d78c1b19b7,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:03.312941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.313317 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Added segment a33178b3-07df-46ac-843a-ca018ac954c1 of type vlan for network e1bbaa41-a927-4373-91bd-476ea39d3437
Apr 03 05:26:03.315212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.315687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.316124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.316546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.316963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.317401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.317855 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.318272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.318712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.319128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.319566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.319976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Tracked resource versions report:
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]: pushed versions:
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]: {   'AddressGroup': {'1.2'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'ConntrackHelper': {'1.0'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Log': {'1.0'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Network': {'1.1'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Port': {'1.7'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'PortForwarding': {'1.2'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'QosPolicy': {'1.8'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroup': {'1.4'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroupRule': {'1.2'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SubPort': {'1.0'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Subnet': {'1.1'},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Trunk': {'1.1'}}
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]: consumer versions:
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]: {   DHCP agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     HyperV agent@hv-cinder-78462: {},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     L3 agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metadata agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metering agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:     Open vSwitch agent@dv-cinder-784623-2-iscsi: {   'AddressGroup': '1.2',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'ConntrackHelper': '1.0',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Log': '1.0',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Network': '1.1',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Port': '1.7',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'PortForwarding': '1.2',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'QosPolicy': '1.8',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroup': '1.4',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroupRule': '1.2',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SubPort': '1.0',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Subnet': '1.1',
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Trunk': '1.1'}}
Apr 03 05:26:03.321191 dv-cinder-784623-2-iscsi neutron-server[84262]:  {{(pid=84375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 03 05:26:03.330274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:03.337468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1549751694-network', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:03.357061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:03.366363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Usage tracker for resource:network and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:03.369962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.374281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:03.382625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:03.408622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Made reservation on behalf of e2ab9526fb4841608a82a6486ec486f5 for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:03.413193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.432943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.629656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.633520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:03.636176 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:03.637020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.643421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5e42377b-e76c-4fe9-b009-7df404cb3b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:03.657459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:03.664645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:03.673498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:03.759816 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.9205921
Apr 03 05:26:03.763044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36640) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:03.771268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Request body: {'subnet': {'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-subnet', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:03.776840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:03.783364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Usage tracker for resource:subnet and tenant:bac81a5dd9d74d58ba61c30bce6c8c0f is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:03.787119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Pushing event updated for resources: {'Network': ['ID=e1bbaa41-a927-4373-91bd-476ea39d3437,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:03.788344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:03.791299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:03.803613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network e1bbaa41-a927-4373-91bd-476ea39d3437 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:26:03.811800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:03.830439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Made reservation on behalf of bac81a5dd9d74d58ba61c30bce6c8c0f for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:03.835547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.873971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.877429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.882717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:03.910383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:26:03.926418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f716144-c18f-4d8a-a300-deebeb92b0f6,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:03.941521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:03.942665 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Added segment 251adbc3-09a2-48be-8b80-2a1dafa22b3d of type vlan for network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8
Apr 03 05:26:03.945385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:03.975529 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.005079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36654) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:04.024465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.025929 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:04.027008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.033485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:04.057628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36660) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:04.099051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36666) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:04.162337 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1845489
Apr 03 05:26:04.163066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36672) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:04.166568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Pushing event updated for resources: {'Network': ['ID=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:04.169447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:04.176696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Request body: {'subnet': {'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1549751694-subnet', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:04.182335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:26:04.200235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:04.206670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Usage tracker for resource:subnet and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:04.225218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:04.237408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:04.269483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Made reservation on behalf of e2ab9526fb4841608a82a6486ec486f5 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:04.275705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.355633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-462ac385-8767-44fe-99cc-ce54a3dd3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.380207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-873337384-network', 'tenant_id': '23ed79239a344801982051d5f766c41c'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:04.390878 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:04.400283 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Usage tracker for resource:network and tenant:23ed79239a344801982051d5f766c41c is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:04.412033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:04.425016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:04.443906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2034987460-network', 'tenant_id': '196c93e89ff04966ab654d1f19cc492a'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:04.459647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:04.463791 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-network', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:04.471252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Usage tracker for resource:network and tenant:196c93e89ff04966ab654d1f19cc492a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:04.478705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:04.487948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:04.496478 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:04.512838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Made reservation on behalf of 23ed79239a344801982051d5f766c41c for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:04.520856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.534559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Usage tracker for resource:network and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:04.547407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:04.558990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:04.560867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Made reservation on behalf of 196c93e89ff04966ab654d1f19cc492a for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:04.572933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.597106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.612848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.628250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:04.633587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Made reservation on behalf of a008c93e871048ba8600b910fbdf30a0 for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:04.634689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:04.637181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Usage tracker for resource:security_group_rule and tenant:23ed79239a344801982051d5f766c41c is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:04.639293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.641673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:04.644773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Usage tracker for resource:security_group_rule and tenant:196c93e89ff04966ab654d1f19cc492a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:04.649941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:04.652805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:04.658677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:04.676664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.715945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:04.726627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Usage tracker for resource:security_group_rule and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:04.732412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:04.774559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36688) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:04.814840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:04.841542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.852274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.856607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.860629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:04.873761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.902579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:26:04.910955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:26:04.913394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20360e7b-6cf4-4e33-9c5b-9c55f8cdec24,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:04.920794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:04.923809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:04.940421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.941001 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Added segment c34fc507-312f-4d16-8d1a-456c7dd0d2ba of type vlan for network d114fde4-965f-4a2b-9dc9-964748c676e0
Apr 03 05:26:04.953900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:04.954472 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Added segment 185f2267-7cd8-47d2-a974-6be760ddc7bf of type vlan for network ba4e0fdd-a39e-489c-8556-82d46bbba1f3
Apr 03 05:26:05.025454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c805edd-f68e-42cd-a4b6-217cd331cc4e,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:05.029772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.037767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.042415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:05.045731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.060336 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.060494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:05.082302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:05.102269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Usage tracker for resource:security_group_rule and tenant:bf119e2f15af4a6a889f5906476d4a02 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:05.155525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:05.200481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:05.215654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.216579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.225869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:05.226506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.233955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:05.276369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:05.276639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.350953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.392039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:05.404101 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Pushing event updated for resources: {'Network': ['ID=d114fde4-965f-4a2b-9dc9-964748c676e0,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:05.410541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.411447 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4053764
Apr 03 05:26:05.419734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network d114fde4-965f-4a2b-9dc9-964748c676e0 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:26:05.421221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36712) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:05.423295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.426487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.426872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.427272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.427646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.428013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.428378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.428742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.429110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.429438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.429799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.430158 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.430518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:05.431422 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3702433
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Tracked resource versions report:
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]: pushed versions:
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]: {   'AddressGroup': {'1.2'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'ConntrackHelper': {'1.0'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Log': {'1.0'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Network': {'1.1'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Port': {'1.7'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'PortForwarding': {'1.2'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'QosPolicy': {'1.8'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroup': {'1.4'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroupRule': {'1.2'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SubPort': {'1.0'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Subnet': {'1.1'},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Trunk': {'1.1'}}
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]: consumer versions:
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]: {   DHCP agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     HyperV agent@hv-cinder-78462: {},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     L3 agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metadata agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metering agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:     Open vSwitch agent@dv-cinder-784623-2-iscsi: {   'AddressGroup': '1.2',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'ConntrackHelper': '1.0',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Log': '1.0',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Network': '1.1',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Port': '1.7',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'PortForwarding': '1.2',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'QosPolicy': '1.8',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroup': '1.4',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroupRule': '1.2',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SubPort': '1.0',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Subnet': '1.1',
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Trunk': '1.1'}}
Apr 03 05:26:05.434950 dv-cinder-784623-2-iscsi neutron-server[84262]:  {{(pid=84376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 03 05:26:05.444268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36716) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:05.445727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:05.453743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Request body: {'subnet': {'network_id': 'd114fde4-965f-4a2b-9dc9-964748c676e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-873337384-subnet', 'tenant_id': '23ed79239a344801982051d5f766c41c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:05.459421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Request body: {'subnet': {'network_id': 'ba4e0fdd-a39e-489c-8556-82d46bbba1f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2034987460-subnet', 'tenant_id': '196c93e89ff04966ab654d1f19cc492a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:05.470761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:26:05.486036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1c50b7a7-85b4-4966-a3d3-dcc6a405a6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:05.492949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:05.499087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.499497 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Added segment 370a6f9d-de28-48c5-8bc6-9eb64cb12107 of type vlan for network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af
Apr 03 05:26:05.521177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:05.538718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Usage tracker for resource:subnet and tenant:196c93e89ff04966ab654d1f19cc492a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:05.545924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:05.549480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Pushing event updated for resources: {'Network': ['ID=ba4e0fdd-a39e-489c-8556-82d46bbba1f3,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:05.555141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:05.556020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:05.557980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:05.558112 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:05.561539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Usage tracker for resource:subnet and tenant:23ed79239a344801982051d5f766c41c is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:05.568371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:05.579399 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:26:05.585795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Made reservation on behalf of 196c93e89ff04966ab654d1f19cc492a for: {'subnet': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:05.590539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.593018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:05.610795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.620888 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.627426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.630330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Checking segment: {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:05.630722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Network hostable DHCP agents. Network: e1bbaa41-a927-4373-91bd-476ea39d3437, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:26:05.670146 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Made reservation on behalf of 23ed79239a344801982051d5f766c41c for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:05.675123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.688865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:05.689082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c03a97-5c5d-4a89-be94-3091e6ecbe5d,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:05.692610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:05.707437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.748973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-be12f8a4-0869-4063-a8b3-41081d7e9ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:05.751456 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf119e2f15af4a6a889f5906476d4a02&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9723666
Apr 03 05:26:05.752317 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c817a-b6b0-4ec8-bb80-ecbe8dc2e55a,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:05.757355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36722) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:05.759782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:05.876812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-084b3e84-3e9a-40cf-acaf-8ac5d735c9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:05.927756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-084b3e84-3e9a-40cf-acaf-8ac5d735c9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.035495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Network e1bbaa41-a927-4373-91bd-476ea39d3437 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:26:06.057576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.092959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-084b3e84-3e9a-40cf-acaf-8ac5d735c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.100289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:06.121938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:06.122579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.125844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b3e84-3e9a-40cf-acaf-8ac5d735c9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c817a-b6b0-4ec8-bb80-ecbe8dc2e55a,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:06.129058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-084b3e84-3e9a-40cf-acaf-8ac5d735c9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:06.139696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-084b3e84-3e9a-40cf-acaf-8ac5d735c9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.141602 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-084b3e84-3e9a-40cf-acaf-8ac5d735c9a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c84c817a-b6b0-4ec8-bb80-ecbe8dc2e55a HTTP/1.1" status: 204  len: 168 time: 0.3831940
Apr 03 05:26:06.153080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, e1bbaa41-a927-4373-91bd-476ea39d3437) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:06.177486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:06.178226 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.184010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebfd9022-5fd4-4c24-bd24-a6971815d9a6,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:06.192887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17aa53-b3ca-4b08-a3f6-9639945fa917 None None] Network e1bbaa41-a927-4373-91bd-476ea39d3437 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:06.214085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:06.221612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d610c9fb-5d5d-482c-84fd-623eb173aa47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:06.247314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.274853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ead9b839-6018-4805-afce-16c64fbabf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:06.405657 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.2995727
Apr 03 05:26:06.405657 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.6374719
Apr 03 05:26:06.412882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36742) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:06.413368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36744) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:06.430951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Request body: {'subnet': {'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-subnet', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:06.431652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:06.443237 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Pushing event updated for resources: {'Network': ['ID=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:06.446919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:06.449291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:06.460377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Usage tracker for resource:router and tenant:bac81a5dd9d74d58ba61c30bce6c8c0f is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:06.470798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:06.471843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:26:06.475840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee350f4e-451f-4450-9eeb-5d316a9604a3,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:06.483660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:06.486325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:06.510834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.512124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.529623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:06.536830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Usage tracker for resource:subnet and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:06.556559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:06.564178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.565264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:06.586481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Made reservation on behalf of a008c93e871048ba8600b910fbdf30a0 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:06.591917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.698744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Checking segment: {'id': '185f2267-7cd8-47d2-a974-6be760ddc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba4e0fdd-a39e-489c-8556-82d46bbba1f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:06.699131 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Network hostable DHCP agents. Network: ba4e0fdd-a39e-489c-8556-82d46bbba1f3, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:26:06.865988 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Checking segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:06.866719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Network hostable DHCP agents. Network: 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:26:06.931457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:26:06.960882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:06.976414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.979123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:06.980165 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:06.984080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ca798-de4e-43c9-81d1-c4d212a4acaf None None] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:06.997218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:26:07.009026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, ba4e0fdd-a39e-489c-8556-82d46bbba1f3) {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:07.023761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:07.024398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:07.054972 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb0ab4-a062-424c-bcff-6fecbff14dd1 None None] Network e1bbaa41-a927-4373-91bd-476ea39d3437 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:07.084148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eaabfc-d7ce-4711-86bd-fbe2a7709a70 None None] Network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:07.144341 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.9704473
Apr 03 05:26:07.146923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36780) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:07.183790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:07.196004 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:07.200299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Usage tracker for resource:router and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:07.204637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:07.211712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:07.328361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:07.329568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:07.444112 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:07.462819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:07.481645 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0229998
Apr 03 05:26:07.927941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:26:07.929148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:08.023280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:08.027571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:08.087942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:08.163593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684931b1-f653-4db3-bd8e-539135add7e7 None None] Network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:08.269872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Allocated IP 172.27.3.114 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/5c97f29c-a345-4f1b-ad4f-07123316f1f7) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:08.288387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36852) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:08.291729 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 03 05:26:08.380907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:08.393036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:08.415307 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:08.469775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Allocated IP 172.20.0.2 (6d1d4ff6-9810-4f27-a8e2-0677990f8ce8/ebfd9022-5fd4-4c24-bd24-a6971815d9a6/4dccdeb4-825f-46f7-8f7a-ffcfa6adf692) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:08.572243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b84e8-1719-4883-9e9b-88628525b56b req-e444e4f8-dde3-4c16-80be-daa79343c826 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:08.573043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-694b84e8-1719-4883-9e9b-88628525b56b req-e444e4f8-dde3-4c16-80be-daa79343c826 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Synchronizing usage tracker for tenant:196c93e89ff04966ab654d1f19cc492a on resource:network {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:08.627189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:08.638672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-694b84e8-1719-4883-9e9b-88628525b56b req-e444e4f8-dde3-4c16-80be-daa79343c826 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Unset dirty status for tenant:196c93e89ff04966ab654d1f19cc492a on resource:network {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:08.646924 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-e444e4f8-dde3-4c16-80be-daa79343c826 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/networks?id=ba4e0fdd-a39e-489c-8556-82d46bbba1f3 HTTP/1.1" status: 200  len: 812 time: 0.3568161
Apr 03 05:26:08.667758 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-b878239e-9595-41b0-88f3-8e1c16e60c88 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/quotas/196c93e89ff04966ab654d1f19cc492a HTTP/1.1" status: 200  len: 375 time: 0.0197067
Apr 03 05:26:08.732561 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-6e7c5af9-9b3a-45eb-978b-0eec4c01a47e tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=196c93e89ff04966ab654d1f19cc492a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0637150
Apr 03 05:26:08.774084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:08.868835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:09.041000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:09.062102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:09.069809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:09.118783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:09.144839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Transition to ACTIVE for port object 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:09.200308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Transition to ACTIVE for port object 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:09.202417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f426cc-ba72-4252-a86d-bba435b728f3,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:09.226392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:09.341429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-d5cfd752-45d6-4bff-8613-5c0888688f99 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:26:09.342661 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-d5cfd752-45d6-4bff-8613-5c0888688f99 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3486524
Apr 03 05:26:09.412025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-004541cc-e88d-4066-a8f7-4bf14aa3f867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:09.417738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c97f29c-a345-4f1b-ad4f-07123316f1f7,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:09.535405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:09.557529 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Pushing event updated for resources: {'Port': ['ID=4dccdeb4-825f-46f7-8f7a-ffcfa6adf692,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:09.572800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.572800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.572800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.573191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.573523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.573776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.574132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.574488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.574845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.575237 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.575603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.575955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Tracked resource versions report:
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]: pushed versions:
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]: {   'AddressGroup': {'1.2'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'ConntrackHelper': {'1.0'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Log': {'1.0'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Network': {'1.1'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Port': {'1.7'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'PortForwarding': {'1.2'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'QosPolicy': {'1.8'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroup': {'1.4'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroupRule': {'1.2'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SubPort': {'1.0'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Subnet': {'1.1'},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Trunk': {'1.1'}}
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]: consumer versions:
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]: {   DHCP agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     HyperV agent@hv-cinder-78462: {},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     L3 agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metadata agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metering agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:     Open vSwitch agent@dv-cinder-784623-2-iscsi: {   'AddressGroup': '1.2',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'ConntrackHelper': '1.0',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Log': '1.0',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Network': '1.1',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Port': '1.7',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'PortForwarding': '1.2',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'QosPolicy': '1.8',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroup': '1.4',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroupRule': '1.2',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SubPort': '1.0',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Subnet': '1.1',
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Trunk': '1.1'}}
Apr 03 05:26:09.577082 dv-cinder-784623-2-iscsi neutron-server[84262]:  {{(pid=84377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 03 05:26:09.590876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:09.623888 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:09.625929 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:09.629410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:09.733307 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36918) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:09.736938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:09.758991 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Attempting to bind port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:09.759580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Attempting to bind port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:09.760114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Attempting to bind port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 on network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:09.767338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:09.768024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Checking segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:09.768633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:09.769105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Bound using segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:09.769742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Bound port: 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:09.770795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:09.779076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22897fbd-a9f7-4900-bb02-061856fc2677,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:09.782829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.368s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:09.793160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.302s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:09.793471 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:09.798795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:09.875575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:09.910669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] For port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:09.917440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] For port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=4dccdeb4-825f-46f7-8f7a-ffcfa6adf692,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:09.922523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Checking segment: {'id': 'c34fc507-312f-4d16-8d1a-456c7dd0d2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd114fde4-965f-4a2b-9dc9-964748c676e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:09.922842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Network hostable DHCP agents. Network: d114fde4-965f-4a2b-9dc9-964748c676e0, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:26:09.925050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:09.943405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Checking segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:09.943800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Network hostable DHCP agents. Network: cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:26:09.950376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:10.036347 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-02948dc1-001c-4f4a-9318-c7740c9bdb8d service neutron] 10.222.0.30 "GET /v2.0/networks/ba4e0fdd-a39e-489c-8556-82d46bbba1f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6793633
Apr 03 05:26:10.066061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Network d114fde4-965f-4a2b-9dc9-964748c676e0 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:26:10.073643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.094064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:26:10.108168 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, d114fde4-965f-4a2b-9dc9-964748c676e0) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:10.113181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:10.113992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.127998 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff53ac-c5f2-41f4-b673-47bc55ebeb20 None None] Network d114fde4-965f-4a2b-9dc9-964748c676e0 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:10.129907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:10.156742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Allocated IP 172.27.3.104 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:10.170082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Usage tracker for resource:security_group_rule and tenant:b2ac6b7977214152ae89123342520e60 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:10.173205 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:10.175811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:10.181380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Pushing event updated for resources: {'Port': ['ID=4dccdeb4-825f-46f7-8f7a-ffcfa6adf692,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:10.187856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:10.189166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:10.195648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:10.196481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.230770 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 4.8062980
Apr 03 05:26:10.284651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d0ed8-ed66-4ee2-909f-df38b18d38f2 None None] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:10.352115 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8c74f3de-07d8-492e-a264-8ad6d9eaef68 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.9355893
Apr 03 05:26:10.360995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 36944) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:10.370752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:10.382428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:10.403671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Usage tracker for resource:router and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:10.409749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:10.439044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:10.486134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.487422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.500293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.622824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.629450 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.670521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:10.712486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:10.875891 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-cc9687e0-8f46-427f-9c3f-f472cf000f7d service neutron] 10.222.0.30 "GET /v2.0/networks/ba4e0fdd-a39e-489c-8556-82d46bbba1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8251896
Apr 03 05:26:10.989633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:11.087178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb4efb9-5166-445f-b806-d70d96e169fa None None] Network d114fde4-965f-4a2b-9dc9-964748c676e0 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:11.332145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36976) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:11.335046 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2ac6b7977214152ae89123342520e60&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5714505
Apr 03 05:26:11.369794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32301c4e-ef97-4238-af5f-e0213331b54d,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:11.389897 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:11.428218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:26:11.429278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:11.551260 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a57207b6-a1fe-4a0b-88bc-430f49802968 req-a573c406-0b03-4e6a-9062-4cf03a693b59 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.1416674
Apr 03 05:26:11.600257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b12fadd-5a0d-4732-a70b-1f9717700a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:11.620831 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 36998) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:11.638408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-31869747-network', 'tenant_id': '0531ecef59e246f9ba4a71022112284b'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:11.644527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:11.648211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Usage tracker for resource:network and tenant:0531ecef59e246f9ba4a71022112284b is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:11.651122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:11.657532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:11.701684 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b12fadd-5a0d-4732-a70b-1f9717700a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:11.706470 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:11.715939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Made reservation on behalf of 0531ecef59e246f9ba4a71022112284b for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:11.721183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:11.780920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:11.806447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:11.845174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b12fadd-5a0d-4732-a70b-1f9717700a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:11.871681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:11.889653 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:11.911917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Router ac27f9ca-feb1-439c-b8ed-765ba17b0175 is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:26:11.915961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Usage tracker for resource:security_group_rule and tenant:0531ecef59e246f9ba4a71022112284b is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:11.919110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:11.926763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12fadd-5a0d-4732-a70b-1f9717700a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32301c4e-ef97-4238-af5f-e0213331b54d,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:11.939182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b12fadd-5a0d-4732-a70b-1f9717700a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:11.939182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:11.947978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:12.007129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Allocated IP 172.20.0.2 (cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af/45f426cc-ba72-4252-a86d-bba435b728f3/debded69-bb70-4d84-b1cd-f08701c25d20) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:12.055015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:12.058749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:12.187078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b12fadd-5a0d-4732-a70b-1f9717700a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:12.193354 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5b12fadd-5a0d-4732-a70b-1f9717700a58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32301c4e-ef97-4238-af5f-e0213331b54d HTTP/1.1" status: 204  len: 168 time: 0.8562696
Apr 03 05:26:12.375710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:12.441430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:12.452899 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:26:12.474917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Sync routers for ids ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:26:12.497092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Routers {'ac27f9ca-feb1-439c-b8ed-765ba17b0175'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:12.497958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cdcbc50>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:12.525032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Transition to ACTIVE for port object debded69-bb70-4d84-b1cd-f08701c25d20 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:12.598288 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:12.603010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:12.604754 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.1903884
Apr 03 05:26:12.610339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37036) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:12.616021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:12.662599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:12.668424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:12.670907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:12.710193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Transition to ACTIVE for port object debded69-bb70-4d84-b1cd-f08701c25d20 will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:12.715953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:12.742183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:12.825192 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:12.950147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Set router ac27f9ca-feb1-439c-b8ed-765ba17b0175 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:13.021262 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009aefa3-6f19-49e6-a72e-92934d9b3699 None None] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:13.040415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:13.043863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Pushing event updated for resources: {'Port': ['ID=debded69-bb70-4d84-b1cd-f08701c25d20,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:13.061293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:13.114345 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1146dedf-5487-4803-9ffc-df26de63a589 req-61106442-08f6-4e74-8638-073257876be0 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.3000474
Apr 03 05:26:13.153298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:26:13.173216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcf9bfb-be2f-471b-8523-3625e99b9474,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:13.177992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:13.191639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:13.192342 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Added segment 6a853d7c-ca8e-490e-be84-19d46acb34e9 of type vlan for network 17536c7e-ec56-4d31-94ad-8b440274ca74
Apr 03 05:26:13.311476 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:13.620553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:26:13.622214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:13.633373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:13.634013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:13.644196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-840b4a61-e0aa-46f2-9d05-2ef0da95fbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:13.728054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:13.758473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cdcbc50>, [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:26:09Z', 'revision_number': 3, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:13.763015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Checking router: ac27f9ca-feb1-439c-b8ed-765ba17b0175 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:26:13.763429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Updating router ac27f9ca-feb1-439c-b8ed-765ba17b0175 port 5c97f29c-a345-4f1b-ad4f-07123316f1f7 binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:26:13.772925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:13.824991 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:13.826026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:13.858066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] Provisioning for port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:13.921428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] Provisioning complete for port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:13.921965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:14.303774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:14.307334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:14.342721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:14.393865 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.7703338
Apr 03 05:26:14.406198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37084) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:14.441752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37088) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:14.442730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Pushing event updated for resources: {'Network': ['ID=17536c7e-ec56-4d31-94ad-8b440274ca74,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:14.455754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:14.460004 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Request body: {'subnet': {'network_id': '17536c7e-ec56-4d31-94ad-8b440274ca74', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-31869747-subnet', 'tenant_id': '0531ecef59e246f9ba4a71022112284b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:14.497175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 17536c7e-ec56-4d31-94ad-8b440274ca74 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:26:14.527681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:14.532317 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-44e69a82-b793-469e-af84-34475ebb8b3e req-0468fb86-f8bc-42de-85b0-f90d6bae70ae tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.0792768
Apr 03 05:26:14.536628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Allocated IP 172.27.3.126 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/16d8fe34-5f61-426f-bdd8-5fb8f1128a82) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:14.538219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Usage tracker for resource:subnet and tenant:0531ecef59e246f9ba4a71022112284b is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:14.544415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:14.557453 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:14.582170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:14.629444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:14.634120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Made reservation on behalf of 0531ecef59e246f9ba4a71022112284b for: {'subnet': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:14.639474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Notify callbacks [] for subnet, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:14.806987 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Attempting to bind port debded69-bb70-4d84-b1cd-f08701c25d20 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:14.807446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Attempting to bind port debded69-bb70-4d84-b1cd-f08701c25d20 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:14.807877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Attempting to bind port debded69-bb70-4d84-b1cd-f08701c25d20 on network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:14.819567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:14.823575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Checking segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:14.823575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:14.823575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Bound using segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:14.823575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Bound port: debded69-bb70-4d84-b1cd-f08701c25d20, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:14.823575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:14.879578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] For port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=4dccdeb4-825f-46f7-8f7a-ffcfa6adf692,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:14.938565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.35', 65340) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:15.060525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:15.078752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:15.179192 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:15.236379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] For port debded69-bb70-4d84-b1cd-f08701c25d20, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:15.279376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] For port debded69-bb70-4d84-b1cd-f08701c25d20, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=debded69-bb70-4d84-b1cd-f08701c25d20,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:15.301457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:15.381548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] Pushing event updated for resources: {'Port': ['ID=4dccdeb4-825f-46f7-8f7a-ffcfa6adf692,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:15.386931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:15.434773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-004541cc-e88d-4066-a8f7-4bf14aa3f867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:15.467449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-9e544ff3-423e-4964-a8ef-a879b757a8b1 None None] Provisioning complete for port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:15.467876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9e544ff3-423e-4964-a8ef-a879b757a8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:15.654544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:15.692726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Router 75d3f499-cd84-44f3-bbb2-f605a924b5fd is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:26:15.697635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Pushing event updated for resources: {'Port': ['ID=debded69-bb70-4d84-b1cd-f08701c25d20,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:15.715591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:15.841272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b84e8-1719-4883-9e9b-88628525b56b req-e3f5a7d9-0b43-4966-86ed-6a35074fcdef tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:15.843618 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-e3f5a7d9-0b43-4966-86ed-6a35074fcdef tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.35 "GET /v2.0/networks?id=ba4e0fdd-a39e-489c-8556-82d46bbba1f3 HTTP/1.1" status: 200  len: 812 time: 0.9031036
Apr 03 05:26:15.849292 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:15.932878 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Request body: {'port': {'device_id': '9e56a556-84f2-4c76-bd79-08e9ed87640a', 'network_id': 'ba4e0fdd-a39e-489c-8556-82d46bbba1f3', 'admin_state_up': True, 'tenant_id': '196c93e89ff04966ab654d1f19cc492a'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:16.132812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Allocated IP 172.20.0.1 (e1bbaa41-a927-4373-91bd-476ea39d3437/5aa8affd-4aa9-4142-8bd2-3367dc69b6b2/8ab033a7-4f76-4c73-a8dc-5b1870718b7c) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:16.165926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:16.352882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:16.370276 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ecaa1dd1-2848-4454-af21-4c1b9e90e8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:16.425402 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-587ba70d-4a7f-4174-a4ee-4d8ce9b71d96 req-46f6b028-6db9-4be8-868f-2e3df5af2522 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.5798235
Apr 03 05:26:16.478553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:16.584251 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba91473-d13e-45af-a7dc-ba02bd7a0209,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:16.598236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:16.612590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:26:16.657646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:16.658952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:16.684014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Sync routers for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:26:16.711613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Checking segment: {'id': '6a853d7c-ca8e-490e-be84-19d46acb34e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17536c7e-ec56-4d31-94ad-8b440274ca74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:16.713135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Network hostable DHCP agents. Network: 17536c7e-ec56-4d31-94ad-8b440274ca74, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:26:16.727694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:16.728469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c62a668>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:16.771193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Network 17536c7e-ec56-4d31-94ad-8b440274ca74 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:26:16.778245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Usage tracker for resource:port and tenant:196c93e89ff04966ab654d1f19cc492a is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:16.809862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:16.811071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 17536c7e-ec56-4d31-94ad-8b440274ca74) {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:16.840203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:16.842691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:16.863452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:16.877536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Pushing event updated for resources: {'Port': ['ID=16d8fe34-5f61-426f-bdd8-5fb8f1128a82,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:16.895294 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:16.906832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:16.907673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf3a80-7ff2-405f-a816-6b275abc7346 None None] Network 17536c7e-ec56-4d31-94ad-8b440274ca74 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:16.908376 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.7347488
Apr 03 05:26:16.912248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37158) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:16.920134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Made reservation on behalf of 196c93e89ff04966ab654d1f19cc492a for: {'port': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:16.926729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:16.946950 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 2.5270352
Apr 03 05:26:16.957088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:16.974806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:16.988445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:17.057769 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Transition to ACTIVE for port object 5c97f29c-a345-4f1b-ad4f-07123316f1f7 will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:17.077695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:17.254956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:17.256683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:17.295262 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:17.311567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:17.315714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37166) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:17.435292 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Network e1bbaa41-a927-4373-91bd-476ea39d3437 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:17.443914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:17.448677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:17.450194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:17.510719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:17.596591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:17.616981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:17.661349 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:17.692216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:17.718853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Attempting to bind port 5c97f29c-a345-4f1b-ad4f-07123316f1f7 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:17.719611 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Attempting to bind port 5c97f29c-a345-4f1b-ad4f-07123316f1f7 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:17.720225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Attempting to bind port 5c97f29c-a345-4f1b-ad4f-07123316f1f7 on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:17.731887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:17.735863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:17.737606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:17.738245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:17.739191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Bound port: 5c97f29c-a345-4f1b-ad4f-07123316f1f7, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:17.739912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:17.779060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:17.920302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] For port 5c97f29c-a345-4f1b-ad4f-07123316f1f7, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:17.941007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] For port 5c97f29c-a345-4f1b-ad4f-07123316f1f7, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=5c97f29c-a345-4f1b-ad4f-07123316f1f7,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:17.959480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:18.253968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] Deleting subnet 22897fbd-a9f7-4900-bb02-061856fc2677 {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:26:18.436989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:18.459739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7086dd85-d114-422d-afc8-06f059f19c76 None None] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:18.723447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37186) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:18.732672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Pushing event updated for resources: {'Port': ['ID=5c97f29c-a345-4f1b-ad4f-07123316f1f7,revision_number=2']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:18.736636 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Routers {'ac27f9ca-feb1-439c-b8ed-765ba17b0175'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:18.737411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cdcbc50>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:18.753376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-9d057bc5-52b7-4301-a8bd-597db8cf11eb None None] Provisioning for port debded69-bb70-4d84-b1cd-f08701c25d20 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:18.798548 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-95f26a1d-a10e-48e1-aa88-7f8928fdac7b req-b1007095-39bf-4e1e-9294-00951880d3c3 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.6048737
Apr 03 05:26:18.798741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114db27f-fe74-4261-8eae-cb40499009d8 None None] Network 17536c7e-ec56-4d31-94ad-8b440274ca74 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:26:18.870985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:18.909372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:18.963712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device debded69-bb70-4d84-b1cd-f08701c25d20 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:19.060361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] Set router ac27f9ca-feb1-439c-b8ed-765ba17b0175 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:19.479927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port debded69-bb70-4d84-b1cd-f08701c25d20 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:19.519057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port debded69-bb70-4d84-b1cd-f08701c25d20 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:19.520726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:19.525876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.resource_extend [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 03 05:26:19.621763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.622086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.622503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.622867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.623320 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.623597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.624005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.625339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.625480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.625747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.626161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.626523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Tracked resource versions report:
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]: pushed versions:
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]: {   'AddressGroup': {'1.2'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'ConntrackHelper': {'1.0'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Log': {'1.0'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Network': {'1.1'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Port': {'1.7'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'PortForwarding': {'1.2'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'QosPolicy': {'1.8'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroup': {'1.4'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SecurityGroupRule': {'1.2'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'SubPort': {'1.0'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Subnet': {'1.1'},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     'Trunk': {'1.1'}}
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]: consumer versions:
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]: {   DHCP agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     HyperV agent@hv-cinder-78462: {},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     L3 agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metadata agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     Metering agent@dv-cinder-784623-2-iscsi: {},
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:     Open vSwitch agent@dv-cinder-784623-2-iscsi: {   'AddressGroup': '1.2',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'ConntrackHelper': '1.0',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Log': '1.0',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Network': '1.1',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Port': '1.7',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'PortForwarding': '1.2',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'QosPolicy': '1.8',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroup': '1.4',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SecurityGroupRule': '1.2',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'SubPort': '1.0',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Subnet': '1.1',
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:                                                      'Trunk': '1.1'}}
Apr 03 05:26:19.627775 dv-cinder-784623-2-iscsi neutron-server[84262]:  {{(pid=84378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 03 05:26:19.632472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.122s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:19.634479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.993s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:19.710246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c62a668>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:13Z', 'revision_number': 3, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:19.719298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Pushing event updated for resources: {'Port': ['ID=5c97f29c-a345-4f1b-ad4f-07123316f1f7,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:19.727108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:19.748056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Checking router: 75d3f499-cd84-44f3-bbb2-f605a924b5fd for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:26:19.748452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Updating router 75d3f499-cd84-44f3-bbb2-f605a924b5fd port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:26:19.777437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cdcbc50>, [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:26:17Z', 'revision_number': 4, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '8ab033a7-4f76-4c73-a8dc-5b1870718b7c', 'name': '', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:15Z', 'updated_at': '2021-04-03T05:26:16Z', 'revision_number': 1, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'subnets': [{'id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:19.801060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16833e98-919d-4d9d-8503-9a52b440e0a0 None None] The sync data for ids ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'] in dv-cinder-784623-2-iscsi is: [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:26:17Z', 'revision_number': 4, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '8ab033a7-4f76-4c73-a8dc-5b1870718b7c', 'name': '', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:15Z', 'updated_at': '2021-04-03T05:26:16Z', 'revision_number': 1, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'subnets': [{'id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:26:19.810192 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Allocated IP 172.20.0.12 (ba4e0fdd-a39e-489c-8556-82d46bbba1f3/ee350f4e-451f-4450-9eeb-5d316a9604a3/ca5fe721-54bd-4519-87b2-32908566d5ca) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:19.822068 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:19.835280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:19.838941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:20.022948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:20.087880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:20.119964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:20.138767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:20.236334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:20.260626 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0f380cad-1a69-4cc9-86f7-c92dde69e015 req-280dbeac-a201-4dbf-b869-a3081764ebf6 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.1239917
Apr 03 05:26:20.278686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Network e1bbaa41-a927-4373-91bd-476ea39d3437 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:20.289239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:20.320983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:20.498215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Usage tracker for resource:security_group_rule and tenant:ed7e80765f6b4c6b9a3e1588c778ae89 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:20.517530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:20.538289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:20.747469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Router ac27f9ca-feb1-439c-b8ed-765ba17b0175 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:26:20.766382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:20.766649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:20.781417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Transition to ACTIVE for port object 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:20.803611 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:20.828751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:20.914467 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:21.049165 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:21.204760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:21.392729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:21.399298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:26:21.406637 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/22897fbd-a9f7-4900-bb02-061856fc2677 HTTP/1.1" status: 204  len: 168 time: 4.0547848
Apr 03 05:26:21.410762 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] 10.222.0.30 "PUT /v2.0/routers/ac27f9ca-feb1-439c-b8ed-765ba17b0175/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7913084
Apr 03 05:26:21.411776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37218) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:21.412898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22897fbd-a9f7-4900-bb02-061856fc2677,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:21.417206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d9716b2b-57cb-4dbc-a039-4b71b695d01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:21.757205 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port debded69-bb70-4d84-b1cd-f08701c25d20, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=debded69-bb70-4d84-b1cd-f08701c25d20,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:21.825173 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:21.863196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:21.872228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Attempting to bind port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:21.872997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Attempting to bind port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:21.873334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Attempting to bind port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:21.894620 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:21.895003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:21.902540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:21.903022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:21.903663 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Bound port: 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:21.904096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:22.085508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] For port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:22.097118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] For port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:22.162517 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-007ec67a-2689-4ed9-9030-70be5b32e1df req-19d78ccf-0e6f-4dd3-a7a6-6b12825657a4 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.1956389
Apr 03 05:26:22.163997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:22.490224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 5c97f29c-a345-4f1b-ad4f-07123316f1f7 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:22.524410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:22.579438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e0472-4ed5-4b1b-b0e9-06b0caee383c None None] Pushing event updated for resources: {'Port': ['ID=79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:22.592659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e13e0472-4ed5-4b1b-b0e9-06b0caee383c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.544s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:22.612684 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.453s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:22.681182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:22.697438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:22.729404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:22.752186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:22.760250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=debded69-bb70-4d84-b1cd-f08701c25d20,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:22.809329 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc64c4ca0f0>> segment before_delete 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.809730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc64c4ca0f0>> subnet precommit_delete_associations 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.812129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64d70ce80>> segment_host_mapping after_create 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.812401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64d70ce80>> port after_create 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.819559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64d70ce80>> port after_delete 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.819978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64d70ce80>> port after_update 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.820350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64d70ce80>> segment after_delete 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.820751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64d70ce80>> subnet after_create 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.821108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64d70ce80>> subnet after_delete 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.821463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64d70ce80>> subnet after_update 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:22.857969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:22.859492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c62a668>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:22.875954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:22.913479 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ed7e80765f6b4c6b9a3e1588c778ae89&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3181725
Apr 03 05:26:23.112664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc64c0890f0>> subnet after_create 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:23.113051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc64c0890f0>> subnet after_delete 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:23.113422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc64c0890f0>> subnet before_create 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:23.113790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc64c0890f0>> subnet before_update 55550000 {{(pid=84375) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:23.114183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64e7f7160>,) {'filters': {'network_id': ['d114fde4-965f-4a2b-9dc9-964748c676e0']}} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:23.132697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37246) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:23.156598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64e7f7160>, 'c34fc507-312f-4d16-8d1a-456c7dd0d2ba') {'for_net_delete': True} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:23.156927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64e7f7160>, 'c34fc507-312f-4d16-8d1a-456c7dd0d2ba') {} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:23.188034 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852185377'] for segment, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.191560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Allocated IP 172.20.0.1 (6d1d4ff6-9810-4f27-a8e2-0677990f8ce8/ebfd9022-5fd4-4c24-bd24-a6971815d9a6/1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:23.274041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.310925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:26:23.345511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:23.491103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 5c97f29c-a345-4f1b-ad4f-07123316f1f7 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:23.501468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-41fa0194-145e-439e-aa66-d08cb4fbdb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.591807 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f31daa21-8a9d-4e6b-94c4-a1a160d65c2b req-de289848-587e-4532-a941-61ce57aca116 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.1016376
Apr 03 05:26:23.639253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 5c97f29c-a345-4f1b-ad4f-07123316f1f7 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:23.639674 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.664188 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.684527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Transition to ACTIVE for port object 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:23.694808 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-41fa0194-145e-439e-aa66-d08cb4fbdb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.700425 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59556f5-8b59-47cc-943b-2edeaab4b078,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:23.712341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:23.727748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Network d114fde4-965f-4a2b-9dc9-964748c676e0 has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:26:23.745498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851344072'] for segment, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.756212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-dd86d345-d860-48b9-92a9-83c47354f484 None None] Provisioning complete for port debded69-bb70-4d84-b1cd-f08701c25d20 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:23.756627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dd86d345-d860-48b9-92a9-83c47354f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.758651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.974777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e0472-4ed5-4b1b-b0e9-06b0caee383c None None] Pushing event updated for resources: {'Port': ['ID=79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:23.989742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:23.990859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e13e0472-4ed5-4b1b-b0e9-06b0caee383c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.378s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:23.997345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c62a668>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:13Z', 'revision_number': 3, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:24.010851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.521s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:24.011271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:24.012902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b669e1d-d6c1-4575-bd13-b8c6223dd998 None None] The sync data for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi is: [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:13Z', 'revision_number': 3, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:26:24.048782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.195622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.235567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 5c97f29c-a345-4f1b-ad4f-07123316f1f7, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=5c97f29c-a345-4f1b-ad4f-07123316f1f7,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:24.245167 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.248433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:24.331789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Network d114fde4-965f-4a2b-9dc9-964748c676e0 has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:26:24.365630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=5c97f29c-a345-4f1b-ad4f-07123316f1f7,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:24.371026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   from cryptography.utils import int_from_bytes
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   from cryptography.utils import int_from_bytes
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   (rel_b, rel_a, rel_b),
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   (rel_b, rel_a, rel_b),
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:26:24.374323 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:26:24.397151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device debded69-bb70-4d84-b1cd-f08701c25d20 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:24.436201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:24.516068 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port debded69-bb70-4d84-b1cd-f08701c25d20 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:24.516446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.526804 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.601594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-41fa0194-145e-439e-aa66-d08cb4fbdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.638410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ed989f40-5aee-41c7-a7cf-a397708d0a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:24.669709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.695506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa0194-145e-439e-aa66-d08cb4fbdb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59556f5-8b59-47cc-943b-2edeaab4b078,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:24.747108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-41fa0194-145e-439e-aa66-d08cb4fbdb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.756699 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-41fa0194-145e-439e-aa66-d08cb4fbdb06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a59556f5-8b59-47cc-943b-2edeaab4b078 HTTP/1.1" status: 204  len: 168 time: 1.6228664
Apr 03 05:26:24.776119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:24.808434 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] 10.222.0.30 "DELETE /v2.0/networks/d114fde4-965f-4a2b-9dc9-964748c676e0 HTTP/1.1" status: 204  len: 168 time: 3.3905854
Apr 03 05:26:24.815016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Sync routers for ids ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:26:24.823411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37266) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:24.824346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-41fa0194-145e-439e-aa66-d08cb4fbdb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:24.833688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:24.868371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Routers {'ac27f9ca-feb1-439c-b8ed-765ba17b0175'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:24.872595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cb94898>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:24.883353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Router f6e17fa2-b914-428a-91c9-8101b3ec3da8 is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:26:25.002558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:25.215489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:25.347383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Pushing event deleted for resources: {'Network': ['ID=d114fde4-965f-4a2b-9dc9-964748c676e0,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:25.353488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Set router ac27f9ca-feb1-439c-b8ed-765ba17b0175 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:25.381073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:25.409006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:25.424125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:25.424936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:25.435115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:25.441575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] Deleting subnet dba91473-d13e-45af-a7dc-ba02bd7a0209 {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:26:25.449420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:25.476418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:25.484801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Pushing event updated for resources: {'Port': ['ID=ca5fe721-54bd-4519-87b2-32908566d5ca,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:25.541465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:25.541996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:25.671662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590422'] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:25.821406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fa01-8b17-4202-b569-918b71b9ea13 req-0838bfbd-f34a-41d2-81e6-5c9753a2c397 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:25.838620 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8116fa01-8b17-4202-b569-918b71b9ea13 req-0838bfbd-f34a-41d2-81e6-5c9753a2c397 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 932 time: 0.7534163
Apr 03 05:26:25.932527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:25.994875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-52006051-7561-4e4a-b052-80ed285252a4 None None] Provisioning for port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:26.014528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-8116fa01-8b17-4202-b569-918b71b9ea13 req-a24aa6c8-ff30-40e3-865e-9119894a3ad0 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Synchronizing usage tracker for tenant:196c93e89ff04966ab654d1f19cc492a on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:26.023242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-52006051-7561-4e4a-b052-80ed285252a4 None None] Provisioning complete for port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:26.028710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-52006051-7561-4e4a-b052-80ed285252a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:26.029486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cb94898>, [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:26:17Z', 'revision_number': 4, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '8ab033a7-4f76-4c73-a8dc-5b1870718b7c', 'name': '', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:15Z', 'updated_at': '2021-04-03T05:26:18Z', 'revision_number': 2, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'subnets': [{'id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:26.034705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Checking router: ac27f9ca-feb1-439c-b8ed-765ba17b0175 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:26:26.035097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Updating router ac27f9ca-feb1-439c-b8ed-765ba17b0175 port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:26:26.114969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:26.125904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.690s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:26.142096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-8116fa01-8b17-4202-b569-918b71b9ea13 req-a24aa6c8-ff30-40e3-865e-9119894a3ad0 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Unset dirty status for tenant:196c93e89ff04966ab654d1f19cc492a on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:26.155823 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8116fa01-8b17-4202-b569-918b71b9ea13 req-a24aa6c8-ff30-40e3-865e-9119894a3ad0 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161674
Apr 03 05:26:26.168926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.291s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:26.205091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-52006051-7561-4e4a-b052-80ed285252a4 None None] Port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:26:26.245851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:26:26.258144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Sync routers for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:26:26.258659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Pushing event updated for resources: {'Port': ['ID=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:26.261756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:26.263512 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 10.3350427
Apr 03 05:26:26.291111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:26.302785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:26.307366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c830710>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:26.463431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:26.480374 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 16.1180148
Apr 03 05:26:26.501542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37288) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:26.852784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:26.857511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:26.860273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:26.888480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:26.979267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:27.018726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Transition to ACTIVE for port object 8ab033a7-4f76-4c73-a8dc-5b1870718b7c will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:27.029151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 5c97f29c-a345-4f1b-ad4f-07123316f1f7 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:27.036173 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:27.112564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d4a1b1c7-cb72-4c05-8de4-139d496165c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:27.585118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-09fcb7a9-6c7a-484a-ad01-a35db72420a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:27.610038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 5c97f29c-a345-4f1b-ad4f-07123316f1f7 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:27.613688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:27.652952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb03dd-8508-4024-975a-cc7d5ea8fd72 None None] Pushing event updated for resources: {'Port': ['ID=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:27.672811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d4cb03dd-8508-4024-975a-cc7d5ea8fd72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:27.686740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Pushing event updated for resources: {'Port': ['ID=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:27.702103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:27.717541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:27.719903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:27.843519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c830710>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:19Z', 'revision_number': 3, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:27.860236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Checking router: f6e17fa2-b914-428a-91c9-8101b3ec3da8 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:26:27.860640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Updating router f6e17fa2-b914-428a-91c9-8101b3ec3da8 port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:26:27.871819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851343981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2349856'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:28.017177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:28.172017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Router 75d3f499-cd84-44f3-bbb2-f605a924b5fd has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:26:28.278344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:28.365825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-2e03ddf6-f615-4d7d-a758-87eb432a6b01 None None] Provisioning complete for port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:28.366429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2e03ddf6-f615-4d7d-a758-87eb432a6b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:28.465416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:28.560818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba91473-d13e-45af-a7dc-ba02bd7a0209,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:28.565149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:28.631061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Attempting to bind port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:28.631456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Attempting to bind port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:28.631851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Attempting to bind port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c on network e1bbaa41-a927-4373-91bd-476ea39d3437 {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:28.636011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-2c7a961d-1f27-436d-aa02-8c5cff256a71 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:26:28.637345 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-2c7a961d-1f27-436d-aa02-8c5cff256a71 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0168836
Apr 03 05:26:28.657146 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:28.657557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Checking segment: {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:28.658000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:28.658428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Bound using segment: {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:28.658949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Bound port: 8ab033a7-4f76-4c73-a8dc-5b1870718b7c, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:28.659383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:28.662333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:26:28.671825 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] 10.222.0.30 "PUT /v2.0/routers/75d3f499-cd84-44f3-bbb2-f605a924b5fd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7529259
Apr 03 05:26:28.680734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Sync routers for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:26:28.703915 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:28.705441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d91b160>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:28.750814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-2e03ddf6-f615-4d7d-a758-87eb432a6b01 None None] Port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:26:28.763429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:28.797742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:28.798361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:28.834541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-3f30b8dd-dc4f-45b5-8806-4bcbfcea5b05 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:28.834541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-3f30b8dd-dc4f-45b5-8806-4bcbfcea5b05 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Synchronizing usage tracker for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:network {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:28.864583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:28.891889 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6415d8e3-8d86-4dd9-9633-6672a3cba0ea admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dba91473-d13e-45af-a7dc-ba02bd7a0209 HTTP/1.1" status: 204  len: 168 time: 4.0643425
Apr 03 05:26:28.894584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37336) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:28.896490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-3f30b8dd-dc4f-45b5-8806-4bcbfcea5b05 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Unset dirty status for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:network {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:28.900591 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-3f30b8dd-dc4f-45b5-8806-4bcbfcea5b05 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 819 time: 0.3610606
Apr 03 05:26:28.929013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Request body: {'port': {'device_id': '9e56a556-84f2-4c76-bd79-08e9ed87640a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:28.947568 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-5a15190e-ff1c-4ebc-aa0b-1cf54f45a486 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/quotas/bac81a5dd9d74d58ba61c30bce6c8c0f HTTP/1.1" status: 200  len: 375 time: 0.0341067
Apr 03 05:26:28.964208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:28.982819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:29.004616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:29.024723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:29.118496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] For port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:29.131836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] For port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:29.136244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef13e4-5362-422e-ae83-7ca6cd27c78d req-fd370edd-f7ac-4a91-9f68-b23cae76295a tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:29.141200 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1ef13e4-5362-422e-ae83-7ca6cd27c78d req-fd370edd-f7ac-4a91-9f68-b23cae76295a tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 932 time: 1.4455378
Apr 03 05:26:29.145794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:29.218430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:29.219198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:29.243404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-046fedfe-06f5-40fd-ba9c-86ebae1f2c5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:29.276071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:29.305269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:29.346618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb03dd-8508-4024-975a-cc7d5ea8fd72 None None] Pushing event updated for resources: {'Port': ['ID=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,revision_number=4']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:29.375340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d4cb03dd-8508-4024-975a-cc7d5ea8fd72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:29.477434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:29.579810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:29.604882 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1ef13e4-5362-422e-ae83-7ca6cd27c78d req-87c216ea-4d39-434e-bc6c-31cd23c407d4 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4548776
Apr 03 05:26:29.616638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Transition to ACTIVE for port object 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:29.647609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:29.670920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:29.702848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-9cd2f3c9-f4d7-45f2-adaf-0c83b6d1f485 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Synchronizing usage tracker for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:29.707681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:29.777210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-9cd2f3c9-f4d7-45f2-adaf-0c83b6d1f485 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Unset dirty status for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:29.778968 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-9cd2f3c9-f4d7-45f2-adaf-0c83b6d1f485 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8206313
Apr 03 05:26:29.825548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:29.990017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c847e-3639-4fe2-af72-4b8d516177b8 None None] Pushing event updated for resources: {'Port': ['ID=16d8fe34-5f61-426f-bdd8-5fb8f1128a82,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:29.994156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-396c847e-3639-4fe2-af72-4b8d516177b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:30.050890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Routers {'ac27f9ca-feb1-439c-b8ed-765ba17b0175'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:30.051704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cb94898>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:30.069186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Attempting to bind port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:30.090327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Attempting to bind port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:30.091143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Attempting to bind port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:30.106152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:30.111692 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:30.112364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:30.112992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:30.113698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Bound port: 16d8fe34-5f61-426f-bdd8-5fb8f1128a82, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:30.114315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:30.123672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fc64c56feb8>> segment before_delete 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.126153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fc64c56feb8>> subnet precommit_delete_associations 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.127018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64c7377b8>> segment_host_mapping after_create 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.127417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64c7377b8>> port after_create 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.127783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64c7377b8>> port after_delete 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.128144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64c7377b8>> port after_update 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.128531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64c7377b8>> segment after_delete 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.128898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64c7377b8>> subnet after_create 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.129230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64c7377b8>> subnet after_delete 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.129583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fc64c7377b8>> subnet after_update 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.231577 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] For port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:30.235998 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] For port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=16d8fe34-5f61-426f-bdd8-5fb8f1128a82,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:30.240393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:30.251038 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-5bfaf773-20f9-4408-887d-ccf836b4ad41 service neutron] 10.222.0.30 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4637387
Apr 03 05:26:30.300931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] Set router ac27f9ca-feb1-439c-b8ed-765ba17b0175 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:30.330105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc64c4b0780>> subnet after_create 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.330105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc64c4b0780>> subnet after_delete 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.330382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc64c4b0780>> subnet before_create 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.330751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fc64c4b0780>> subnet before_update 55550000 {{(pid=84376) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 03 05:26:30.331147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64cbae2e8>,) {'filters': {'network_id': ['17536c7e-ec56-4d31-94ad-8b440274ca74']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:30.356942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64cbae2e8>, '6a853d7c-ca8e-490e-be84-19d46acb34e9') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:30.357275 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64cbae2e8>, '6a853d7c-ca8e-490e-be84-19d46acb34e9') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:30.368597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Allocated IP 172.20.0.1 (cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af/45f426cc-ba72-4252-a86d-bba435b728f3/52d1f840-2651-4b18-a2d4-daed23570df3) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:30.381735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:30.525411 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-9fab6532-8605-486f-b3de-f300c3ad9305 service neutron] 10.222.0.30 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2579033
Apr 03 05:26:30.549329 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:30.559383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:30.570492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:26:30.630063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:30.669866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Transition to ACTIVE for port object 52d1f840-2651-4b18-a2d4-daed23570df3 will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:30.725463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:30.825296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d91b160>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:26Z', 'revision_number': 2, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:30.848201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Checking router: 75d3f499-cd84-44f3-bbb2-f605a924b5fd for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:26:30.848603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Updating router 75d3f499-cd84-44f3-bbb2-f605a924b5fd port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:26:30.906526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:30.907363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c830710>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:30.968490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:31.004463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6f0fc064-0575-49e6-9252-4c63cb738193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:31.169923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Network 17536c7e-ec56-4d31-94ad-8b440274ca74 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:26:31.193249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:31.342242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37392) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:31.355310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066090426', 'description': 'tempest-description--1919712908'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:31.365300 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.resource_extend [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 03 05:26:31.402172 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:31.410697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:31.434801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:31.480199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:31.512784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:31.608201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Pushing event updated for resources: {'Port': ['ID=52d1f840-2651-4b18-a2d4-daed23570df3,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:31.612773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:31.638241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:security_group and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:31.657512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:31.676344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:31.698499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:31.715788 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ad0f377c-b382-4baf-a685-a7780a138d3a req-2555a65c-bb15-4621-a796-6435144a3baf tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 210 time: 0.3121142
Apr 03 05:26:31.722039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Network 17536c7e-ec56-4d31-94ad-8b440274ca74 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:26:31.724796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   from cryptography.utils import int_from_bytes
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   from cryptography.utils import int_from_bytes
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   (rel_b, rel_a, rel_b),
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   (rel_b, rel_a, rel_b),
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:26:31.806822 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:26:31.820545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:31.846782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:31.859415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Transition to ACTIVE for port object 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:31.861067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4614675-3e40-4602-916b-35aeb4eb620b req-559e9776-4fd5-4d7e-8050-cf3def757b51 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:31.875821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cb94898>, [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:26:17Z', 'revision_number': 4, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '8ab033a7-4f76-4c73-a8dc-5b1870718b7c', 'name': '', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:15Z', 'updated_at': '2021-04-03T05:26:29Z', 'revision_number': 4, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'subnets': [{'id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:31.875997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2d4e6a-f817-47fc-b981-f3c090081236 None None] The sync data for ids ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'] in dv-cinder-784623-2-iscsi is: [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:26:17Z', 'revision_number': 4, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '8ab033a7-4f76-4c73-a8dc-5b1870718b7c', 'name': '', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'mac_address': 'fa:16:3e:ea:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:15Z', 'updated_at': '2021-04-03T05:26:29Z', 'revision_number': 4, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'subnets': [{'id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:26:31.876916 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d4614675-3e40-4602-916b-35aeb4eb620b req-559e9776-4fd5-4d7e-8050-cf3def757b51 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 932 time: 0.7316101
Apr 03 05:26:31.891752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:31.933707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:31.943983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c847e-3639-4fe2-af72-4b8d516177b8 None None] Pushing event updated for resources: {'Port': ['ID=16d8fe34-5f61-426f-bdd8-5fb8f1128a82,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:31.962167 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-396c847e-3639-4fe2-af72-4b8d516177b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.403s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:31.965212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca5fe721-54bd-4519-87b2-32908566d5ca {{(pid=84376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:26:32.090629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:32.097895 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:security_group_rule and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:32.098394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-5dfcd70a-5f95-4bfe-9104-adffc906d046 None None] Provisioning for port 52d1f840-2651-4b18-a2d4-daed23570df3 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:32.102639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:32.109612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:32.112506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-5dfcd70a-5f95-4bfe-9104-adffc906d046 None None] Provisioning complete for port 52d1f840-2651-4b18-a2d4-daed23570df3 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:32.113560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd70a-5f95-4bfe-9104-adffc906d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.190250 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d4614675-3e40-4602-916b-35aeb4eb620b req-8f07cc54-3eff-436a-9a17-c888e82002b7 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2907398
Apr 03 05:26:32.213782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-5dfcd70a-5f95-4bfe-9104-adffc906d046 None None] Port 52d1f840-2651-4b18-a2d4-daed23570df3 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:26:32.235914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.263790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67909f3e-0ea0-4186-9dc5-4484c6335046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.319936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:32.320429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.381196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.428497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.433205 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.444135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Transition to ACTIVE for port object ca5fe721-54bd-4519-87b2-32908566d5ca will not be triggered until provisioned by entity L2. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:32.445628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.462812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.523925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:32.588193 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] 10.222.0.30 "DELETE /v2.0/networks/17536c7e-ec56-4d31-94ad-8b440274ca74 HTTP/1.1" status: 204  len: 168 time: 3.6907747
Apr 03 05:26:32.612469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=17536c7e-ec56-4d31-94ad-8b440274ca74,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:32.624579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:32.625412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:32.674224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 8ab033a7-4f76-4c73-a8dc-5b1870718b7c up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:32.706846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.710143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062aee3c-0478-4498-a126-28fc53959726,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:32.755130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37454) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:32.756106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:32.761440 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.4160106
Apr 03 05:26:32.764921 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:32.779746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37456) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:32.781807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:32.870027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'security_group_rule': {'security_group_id': '062aee3c-0478-4498-a126-28fc53959726', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:32.889119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:32.899403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:security_group_rule and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:32.905677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a2822-fb0d-4f2e-ae69-1d59077d673b None None] Pushing event updated for resources: {'Port': ['ID=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:32.909053 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:32.922902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c830710>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:19Z', 'revision_number': 3, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:32.923492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:32.924704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b04a2822-fb0d-4f2e-ae69-1d59077d673b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:32.942837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:32.960952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:32.962723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.067043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01ec673-3d03-49b6-8c1b-5bcf62514763 None None] The sync data for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi is: [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:19Z', 'revision_number': 3, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:26:33.367089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.368503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37468) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:33.368881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37476) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:33.597270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.601969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Attempting to bind port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:33.602380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Attempting to bind port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:33.602780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Attempting to bind port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 on network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:33.611730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.622331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:33.624700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Checking segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:33.625150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.625589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Bound using segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:33.626695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Bound port: 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:33.627140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.653508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-8a9c37b5-e94d-488b-bd61-cc6e1f13ea7f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:33.665317 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-8a9c37b5-e94d-488b-bd61-cc6e1f13ea7f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 819 time: 1.1335433
Apr 03 05:26:33.689320 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-cb0c2156-618b-442f-8b86-071779a55b9b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/quotas/bac81a5dd9d74d58ba61c30bce6c8c0f HTTP/1.1" status: 200  len: 375 time: 0.0230863
Apr 03 05:26:33.711890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:33.720014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.725110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5fe721-54bd-4519-87b2-32908566d5ca,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:33.732103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:33.733412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:33.810069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.836523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] For port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:33.844162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] For port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:33.853388 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.891249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:33.903782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.resource_extend [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 03 05:26:33.939790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:33.944037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:33.959568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.977411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:33.995450 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-4ebd8aeb-6250-4e4a-9b00-9f34282c2d0b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2965510
Apr 03 05:26:34.024787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:34.054995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.35', 65360) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:34.061034 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:34.068463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:34.072537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e54bd9ed39374924ba7f0e0eb2ef59bd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:34.075661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:34.083038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:34.148433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a2822-fb0d-4f2e-ae69-1d59077d673b None None] Pushing event updated for resources: {'Port': ['ID=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,revision_number=4']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:34.172172 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Attempting to bind port ca5fe721-54bd-4519-87b2-32908566d5ca on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:34.172585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Attempting to bind port ca5fe721-54bd-4519-87b2-32908566d5ca by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '185f2267-7cd8-47d2-a974-6be760ddc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba4e0fdd-a39e-489c-8556-82d46bbba1f3'}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:34.172954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Attempting to bind port ca5fe721-54bd-4519-87b2-32908566d5ca on network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:34.173446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b04a2822-fb0d-4f2e-ae69-1d59077d673b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:34.207652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:34.215642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Port ca5fe721-54bd-4519-87b2-32908566d5ca on network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:26:34.216006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Attempting to bind port ca5fe721-54bd-4519-87b2-32908566d5ca on network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:34.235742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:34.236455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Checking segment: {'id': '185f2267-7cd8-47d2-a974-6be760ddc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba4e0fdd-a39e-489c-8556-82d46bbba1f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:34.237233 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Bound using segment: {'id': '185f2267-7cd8-47d2-a974-6be760ddc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba4e0fdd-a39e-489c-8556-82d46bbba1f3'} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:34.237977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Bound port: ca5fe721-54bd-4519-87b2-32908566d5ca, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185f2267-7cd8-47d2-a974-6be760ddc7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ba4e0fdd-a39e-489c-8556-82d46bbba1f3'}}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:34.238954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:34.263182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:26ce7f387ab04921bab3044c030d5d69 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:34.266379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:34.267044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d91b160>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:34.279509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:34.314758 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf30556-d716-4533-8729-4b99566af238 req-7bd1e872-3752-44e2-8099-534dda0fec8d tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:34.316443 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ccf30556-d716-4533-8729-4b99566af238 req-7bd1e872-3752-44e2-8099-534dda0fec8d tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 944 time: 0.5649583
Apr 03 05:26:34.340473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:34.361541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b9dd8f22-0956-4b8d-b77f-c340f74dc066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:34.366634 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-818dcb01-7bd7-45fe-8b28-83ab895b94af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23ed79239a344801982051d5f766c41c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9615116
Apr 03 05:26:34.373476 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37492) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:34.385396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:34.526446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] For port ca5fe721-54bd-4519-87b2-32908566d5ca, host hv-cinder-78462, cleared binding levels {{(pid=84376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:34.533301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] For port ca5fe721-54bd-4519-87b2-32908566d5ca, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca5fe721-54bd-4519-87b2-32908566d5ca,segment=NetworkSegment(185f2267-7cd8-47d2-a974-6be760ddc7bf),segment_id=185f2267-7cd8-47d2-a974-6be760ddc7bf)] {{(pid=84376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:34.564127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:34.564945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:34.567480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:34.576449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:34.672710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f7b07575-4918-4c91-aa3c-9bebd922e8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:34.719613 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e54bd9ed39374924ba7f0e0eb2ef59bd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3017952
Apr 03 05:26:34.744789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:34.758564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37502) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:34.858083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-ca80c4b8-448a-4e2d-a0e6-7aef622dd80d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:34.860321 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-ca80c4b8-448a-4e2d-a0e6-7aef622dd80d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 819 time: 0.7556627
Apr 03 05:26:34.921576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Request body: {'port': {'device_id': '6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'admin_state_up': True, 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:34.964909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d91b160>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:33Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:34.970606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56724406-19c2-4f12-a78f-b057f2de92a9 None None] The sync data for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi is: [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:33Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:26:35.023968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.030886 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.1899092
Apr 03 05:26:35.042715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-030f373c-b3d6-4053-bea9-67e10eadbd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.054506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Pushing event updated for resources: {'Port': ['ID=ca5fe721-54bd-4519-87b2-32908566d5ca,revision_number=3']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:35.055124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Pushing event updated for resources: {'Port': ['ID=52d1f840-2651-4b18-a2d4-daed23570df3,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:35.058787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:35.062682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37510) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:35.088057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:35.094651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'security_group_rule': {'security_group_id': '062aee3c-0478-4498-a126-28fc53959726', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:35.134421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-030f373c-b3d6-4053-bea9-67e10eadbd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.156111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.188989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9b29e73c-6473-45db-8151-607adc4f3787 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:35.247518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:35.273049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:35.278311 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:security_group_rule and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:35.283844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126bafc2-edcc-4679-a4b1-0cbaec99a29f,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:35.287101 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:35.293594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:35.303272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-43d07cb5-ead0-47e6-82c5-2bdea6a1db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.306900 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ccf30556-d716-4533-8729-4b99566af238 req-b9c6c3cf-611a-487f-8a89-6587d257559e tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4359818
Apr 03 05:26:35.312198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:35.314527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:35.321045 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:35.329583 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-24861ba8-ae95-457b-b7ee-3ab3e4aada64 service neutron] 10.222.0.30 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3332047
Apr 03 05:26:35.360425 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-030f373c-b3d6-4053-bea9-67e10eadbd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.360798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.362813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.365600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:35.366179 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.368248 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca5fe721-54bd-4519-87b2-32908566d5ca HTTP/1.1" status: 200  len: 1094 time: 6.5068734
Apr 03 05:26:35.371235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9525c7b-5da0-4932-8cd7-5c6606da1c50,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:35.382194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e56a556-84f2-4c76-bd79-08e9ed87640a', 'tag': 'ca5fe721-54bd-4519-87b2-32908566d5ca'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:26:35.399664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:35.417705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:35.429333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.438794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f373c-b3d6-4053-bea9-67e10eadbd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20360e7b-6cf4-4e33-9c5b-9c55f8cdec24,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:35.442460 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-43d07cb5-ead0-47e6-82c5-2bdea6a1db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.446030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:35.447662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Made reservation on behalf of bac81a5dd9d74d58ba61c30bce6c8c0f for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:35.454862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.511936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-030f373c-b3d6-4053-bea9-67e10eadbd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:35.512556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-030f373c-b3d6-4053-bea9-67e10eadbd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:35.539273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:35.548978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5638c8ce-a61a-4d47-b916-a8d5271b48f2,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:35.552908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:35.613000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.621720 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-030f373c-b3d6-4053-bea9-67e10eadbd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.622964 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-030f373c-b3d6-4053-bea9-67e10eadbd87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20360e7b-6cf4-4e33-9c5b-9c55f8cdec24 HTTP/1.1" status: 204  len: 168 time: 1.2477586
Apr 03 05:26:35.624120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-43d07cb5-ead0-47e6-82c5-2bdea6a1db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.704371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:35.781770 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26ce7f387ab04921bab3044c030d5d69&name=default HTTP/1.1" status: 200  len: 2979 time: 3.0173283
Apr 03 05:26:35.820097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37528) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:35.830531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d07cb5-ead0-47e6-82c5-2bdea6a1db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126bafc2-edcc-4679-a4b1-0cbaec99a29f,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:35.833375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-43d07cb5-ead0-47e6-82c5-2bdea6a1db1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:35.857781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-43d07cb5-ead0-47e6-82c5-2bdea6a1db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:35.859219 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-43d07cb5-ead0-47e6-82c5-2bdea6a1db1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/126bafc2-edcc-4679-a4b1-0cbaec99a29f HTTP/1.1" status: 204  len: 168 time: 1.0978889
Apr 03 05:26:36.070583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e52a1eb8-e4bc-4531-9811-37605d4a6eff None None] Provisioning complete for port 52d1f840-2651-4b18-a2d4-daed23570df3 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:36.071299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e52a1eb8-e4bc-4531-9811-37605d4a6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:36.099943 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e56a556-84f2-4c76-bd79-08e9ed87640a', 'tag': 'ca5fe721-54bd-4519-87b2-32908566d5ca', 'status': 'completed', 'code': 200}
Apr 03 05:26:36.153302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b84e8-1719-4883-9e9b-88628525b56b req-0be3a325-ccd0-4bc8-ac5e-78bd544466ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:36.155409 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-0be3a325-ccd0-4bc8-ac5e-78bd544466ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=196c93e89ff04966ab654d1f19cc492a&device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 1097 time: 0.7225311
Apr 03 05:26:36.161377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 8ab033a7-4f76-4c73-a8dc-5b1870718b7c up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:36.283211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:36.283651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:36.312856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:36.335246 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-415a71e2-ff3e-4100-91bb-cc4b002de814 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5fe721-54bd-4519-87b2-32908566d5ca HTTP/1.1" status: 200  len: 217 time: 0.1593752
Apr 03 05:26:36.336347 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-785c1b83-e9f4-4fbf-8894-e8231ca0931b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:36.338381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:36.371389 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-26b2f625-5c12-43e5-aa36-5f4fea9b303a service neutron] 10.222.0.30 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0202575
Apr 03 05:26:36.407379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Router f6e17fa2-b914-428a-91c9-8101b3ec3da8 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:26:36.529969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-40c219de-5c73-4aee-adca-46cafa9fe437 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:36.543217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b84e8-1719-4883-9e9b-88628525b56b req-cd079187-09a0-48c5-8546-db60931f18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:36.545525 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-cd079187-09a0-48c5-8546-db60931f18b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee350f4e-451f-4450-9eeb-5d316a9604a3 HTTP/1.1" status: 200  len: 852 time: 0.1998405
Apr 03 05:26:36.680983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e52a1eb8-e4bc-4531-9811-37605d4a6eff None None] Port 52d1f840-2651-4b18-a2d4-daed23570df3 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:26:36.687699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:36.836215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37542) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:36.862215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:36.865750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Allocated IP 172.20.0.8 (e1bbaa41-a927-4373-91bd-476ea39d3437/5aa8affd-4aa9-4142-8bd2-3367dc69b6b2/992f95ac-ac04-4b5a-adfe-e771ea9eac09) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:36.881655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:36.882077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.019995 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-31564682-78af-4172-950f-dba7891a5760 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ba4e0fdd-a39e-489c-8556-82d46bbba1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4338574
Apr 03 05:26:37.038833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.056018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.057290 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.9750767
Apr 03 05:26:37.075085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bad4a77-9ba0-484b-bef2-f2f92fb901f9,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:37.082598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:37.113976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37558) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:37.154886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-785c1b83-e9f4-4fbf-8894-e8231ca0931b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.196286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:37.205153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:37.209814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:floatingip and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:37.212935 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:37.222410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:37.242059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.322469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:37.332517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.333685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:37.340385 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-979e3d11-0ae7-4167-a056-9999b618b7b1 req-07b8d5b9-5375-45da-a0de-c8d3754bbf51 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 210 time: 0.2849102
Apr 03 05:26:37.386122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.391071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:37.410413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-785c1b83-e9f4-4fbf-8894-e8231ca0931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.421974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:37.435286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1b83-e9f4-4fbf-8894-e8231ca0931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5638c8ce-a61a-4d47-b916-a8d5271b48f2,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:37.447502 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-2356c23c-7611-470d-aeac-fe5f99a8ae50 service neutron] 10.222.0.35 "GET /v2.0/networks/ba4e0fdd-a39e-489c-8556-82d46bbba1f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3863776
Apr 03 05:26:37.452678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-785c1b83-e9f4-4fbf-8894-e8231ca0931b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:37.477912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-785c1b83-e9f4-4fbf-8894-e8231ca0931b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.479154 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-785c1b83-e9f4-4fbf-8894-e8231ca0931b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5638c8ce-a61a-4d47-b916-a8d5271b48f2 HTTP/1.1" status: 204  len: 168 time: 1.6447611
Apr 03 05:26:37.520844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:37.528623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:37.528937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.582852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:37.601025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:37.693084 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-66bfb80b-814d-4aeb-bd1f-d7c1ba73f73b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0531ecef59e246f9ba4a71022112284b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5801294
Apr 03 05:26:37.698733 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-694b84e8-1719-4883-9e9b-88628525b56b req-2a64e9ca-586d-425f-8286-d735b92183dc service neutron] 10.222.0.35 "GET /v2.0/networks/ba4e0fdd-a39e-489c-8556-82d46bbba1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434001
Apr 03 05:26:37.699303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37582) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:37.775532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e606c14-cd9a-4eb9-ab3d-1044cbc15ded req-0d095f54-5a6d-448a-b0ee-a9a0d923a558 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:37.777344 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5e606c14-cd9a-4eb9-ab3d-1044cbc15ded req-0d095f54-5a6d-448a-b0ee-a9a0d923a558 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 944 time: 0.7236404
Apr 03 05:26:37.783932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:26:37.810417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Sync routers for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:26:37.822956 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] 10.222.0.30 "PUT /v2.0/routers/f6e17fa2-b914-428a-91c9-8101b3ec3da8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3199432
Apr 03 05:26:37.847681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.861077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.869519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:37.870318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c259e80>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:37.917761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a53a39ee-a549-418d-8fb6-b75a93c7fa92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:37.923499 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5e606c14-cd9a-4eb9-ab3d-1044cbc15ded req-e8feead1-0c85-4a5d-973e-8569f08d20e9 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137116
Apr 03 05:26:37.965492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a53a39ee-a549-418d-8fb6-b75a93c7fa92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:38.004680 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:38.074172 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-94554595-16d6-463e-905d-e89143b2433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:38.082300 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-94554595-16d6-463e-905d-e89143b2433a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=196c93e89ff04966ab654d1f19cc492a&device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 1097 time: 0.2256658
Apr 03 05:26:38.086024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a53a39ee-a549-418d-8fb6-b75a93c7fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:38.094834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:38.137438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:38.170705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a39ee-a549-418d-8fb6-b75a93c7fa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcf9bfb-be2f-471b-8523-3625e99b9474,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:38.177193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a53a39ee-a549-418d-8fb6-b75a93c7fa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:38.182943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:38.254494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a53a39ee-a549-418d-8fb6-b75a93c7fa92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:38.263556 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a53a39ee-a549-418d-8fb6-b75a93c7fa92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7bcf9bfb-be2f-471b-8523-3625e99b9474 HTTP/1.1" status: 204  len: 168 time: 0.5630045
Apr 03 05:26:38.314583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Pushing event updated for resources: {'Port': ['ID=992f95ac-ac04-4b5a-adfe-e771ea9eac09,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:38.327522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:38.351025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:38.424415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37602) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:38.530713 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=16d8fe34-5f61-426f-bdd8-5fb8f1128a82,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:38.549015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:38.564345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-0c4493e3-fbd1-417e-8bd7-15847d9a03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:38.565555 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-0c4493e3-fbd1-417e-8bd7-15847d9a03ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=ba4e0fdd-a39e-489c-8556-82d46bbba1f3 HTTP/1.1" status: 200  len: 913 time: 0.4735072
Apr 03 05:26:38.566633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:38.688272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Allocated IP 172.27.3.69 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/61b039c7-2966-406b-b351-13b75636b876) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:38.728631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:38.826232 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:38.840418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.35', 65364) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:39.267970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:39.282219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-e441ae6d-6bf7-4874-9b46-ec9b8f899d14 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:39.283920 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-e441ae6d-6bf7-4874-9b46-ec9b8f899d14 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 819 time: 0.4330964
Apr 03 05:26:39.288256 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-3f8f543f-3957-421b-8977-215ce50b38d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca5fe721-54bd-4519-87b2-32908566d5ca HTTP/1.1" status: 200  len: 217 time: 0.7087643
Apr 03 05:26:39.290340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce391e8338f74b62a0586975faa9d961 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:39.325937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Request body: {'port': {'device_id': 'aa9b9aba-3d43-4ce3-a0f0-043379f9d72e', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'admin_state_up': True, 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:39.399664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:39.469516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Network e1bbaa41-a927-4373-91bd-476ea39d3437 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:39.475471 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:39.491997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:39.533472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=16d8fe34-5f61-426f-bdd8-5fb8f1128a82,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:39.560991 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:39.589516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.023s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:39.641770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:39.642197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:39.688581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-ad395769-3dbb-4792-8be9-6020bbf7ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:39.690520 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-ad395769-3dbb-4792-8be9-6020bbf7ce49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ee350f4e-451f-4450-9eeb-5d316a9604a3 HTTP/1.1" status: 200  len: 852 time: 0.3390050
Apr 03 05:26:39.769646 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-ec9cc8bf-1019-49ad-83d8-aff8e38e8f8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ba4e0fdd-a39e-489c-8556-82d46bbba1f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0647655
Apr 03 05:26:39.776659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:39.837759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-d820f279-3bf6-4730-ab49-85dc88850172 req-1f42e379-2282-4fc5-b486-203bd18c5826 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Synchronizing usage tracker for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:39.880210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37652) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:39.906381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066995926', 'description': 'tempest-description--422451048'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:39.922908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c259e80>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:33Z', 'revision_number': 2, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:39.926419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:39.928839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Checking router: f6e17fa2-b914-428a-91c9-8101b3ec3da8 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:26:39.929398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Updating router f6e17fa2-b914-428a-91c9-8101b3ec3da8 port 52d1f840-2651-4b18-a2d4-daed23570df3 binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:26:39.947027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:39.947731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:39.953195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:security_group and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:39.960405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:39.963273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-d820f279-3bf6-4730-ab49-85dc88850172 req-1f42e379-2282-4fc5-b486-203bd18c5826 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Unset dirty status for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:39.977759 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d820f279-3bf6-4730-ab49-85dc88850172 req-1f42e379-2282-4fc5-b486-203bd18c5826 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 210 time: 1.1936655
Apr 03 05:26:39.997513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:40.009259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:40.030179 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1425409
Apr 03 05:26:40.033532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:40.066977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:40.139618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Request body: {'port': {'device_id': '6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:40.161227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:40.203903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:40.230468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:40.248250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'Port': ['ID=61b039c7-2966-406b-b351-13b75636b876,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:40.252072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:40.297726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Made reservation on behalf of bac81a5dd9d74d58ba61c30bce6c8c0f for: {'port': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:40.305400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:40.355265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:40.387716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:security_group_rule and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:40.399379 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-395c8042-7c4b-468b-8a22-f1dc16d6ef40 service neutron] 10.222.0.35 "GET /v2.0/networks/ba4e0fdd-a39e-489c-8556-82d46bbba1f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6116626
Apr 03 05:26:40.430827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:40.459644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:40.527832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:40.598351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:40.637289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:40.648521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:40.678577 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a19026-d483-46de-8c8c-72894f0ee89b,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:40.699420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:40.742257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:40.762872 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce391e8338f74b62a0586975faa9d961&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3051705
Apr 03 05:26:40.765814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8507b-b81a-45df-a2af-4007057c41ab req-963ca12b-1251-426a-8396-07a121c77fd8 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:40.766606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37680) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:40.767538 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29d8507b-b81a-45df-a2af-4007057c41ab req-963ca12b-1251-426a-8396-07a121c77fd8 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 944 time: 0.5652149
Apr 03 05:26:40.775781 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92177f5e-7b77-4326-a2e9-b515936d7786 req-57818309-b03a-4196-bd1f-4ff8efe4326c service neutron] 10.222.0.35 "GET /v2.0/networks/ba4e0fdd-a39e-489c-8556-82d46bbba1f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3161056
Apr 03 05:26:40.909051 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29d8507b-b81a-45df-a2af-4007057c41ab req-34bc3492-b4f2-4bae-9551-f7adc01939e5 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115646
Apr 03 05:26:40.915111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:40.951391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:40.951391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:40.971742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:40.972195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.005919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.052620 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Allocated IP 172.20.0.4 (e1bbaa41-a927-4373-91bd-476ea39d3437/5aa8affd-4aa9-4142-8bd2-3367dc69b6b2/0d624fc8-9548-43af-ba50-cef4ca10bea4) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:41.067440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Transition to ACTIVE for port object 52d1f840-2651-4b18-a2d4-daed23570df3 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:41.073014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e9bc13e7-cfe7-4b28-b176-aa322bc7c0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.078454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.097654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.221585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37690) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:41.364688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.375641 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.403387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e9bc13e7-cfe7-4b28-b176-aa322bc7c0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.459531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e9bc13e7-cfe7-4b28-b176-aa322bc7c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.476328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:41.500402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc13e7-cfe7-4b28-b176-aa322bc7c0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a19026-d483-46de-8c8c-72894f0ee89b,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:41.506096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e9bc13e7-cfe7-4b28-b176-aa322bc7c0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:41.509249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:41.535208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e9bc13e7-cfe7-4b28-b176-aa322bc7c0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.539532 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e9bc13e7-cfe7-4b28-b176-aa322bc7c0eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7a19026-d483-46de-8c8c-72894f0ee89b HTTP/1.1" status: 204  len: 168 time: 0.7626715
Apr 03 05:26:41.559485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fffa1bcb-ad02-4e91-8d89-80d310169959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:41.594551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.605424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedde002-3a5d-42b5-9265-8b974b6d1551 None None] Pushing event updated for resources: {'Port': ['ID=52d1f840-2651-4b18-a2d4-daed23570df3,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:41.610382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fedde002-3a5d-42b5-9265-8b974b6d1551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:41.620736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.625114 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.7244565
Apr 03 05:26:41.629083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37704) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:41.644370 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ff43070-2db7-4e61-b8bd-12f1811aabdb req-577667ff-86b5-4c2c-8910-44c1caee78f9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 210 time: 0.2692299
Apr 03 05:26:41.645432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd01bccf-6a62-403b-aa29-e86f813e87b5,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:41.652392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'security_group_rule': {'security_group_id': 'bd01bccf-6a62-403b-aa29-e86f813e87b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:41.669348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:41.669787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:41.681976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:security_group_rule and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:41.692252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.693662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:41.703586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:41.708667 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.753268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:41.801948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:41.977407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:42.019904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device ca5fe721-54bd-4519-87b2-32908566d5ca details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:26:42.025061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Usage tracker for resource:security_group_rule and tenant:48b2db78f08a4caa90ade466b379f3de is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:42.030211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:42.075711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:42.228466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37716) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:42.240961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.resource_extend [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 03 05:26:42.271723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Attempting to bind port 52d1f840-2651-4b18-a2d4-daed23570df3 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:42.272136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Attempting to bind port 52d1f840-2651-4b18-a2d4-daed23570df3 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:42.272543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Attempting to bind port 52d1f840-2651-4b18-a2d4-daed23570df3 on network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:42.280838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:42.280838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Checking segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:42.281309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.281744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Bound using segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:42.282259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Bound port: 52d1f840-2651-4b18-a2d4-daed23570df3, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:42.282671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.322781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.339373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Pushing event updated for resources: {'Port': ['ID=0d624fc8-9548-43af-ba50-cef4ca10bea4,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:42.359413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:42.451628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.458073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.463556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:42.489022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Network e1bbaa41-a927-4373-91bd-476ea39d3437 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:42.511596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port ca5fe721-54bd-4519-87b2-32908566d5ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca5fe721-54bd-4519-87b2-32908566d5ca,segment=NetworkSegment(185f2267-7cd8-47d2-a974-6be760ddc7bf),segment_id=185f2267-7cd8-47d2-a974-6be760ddc7bf)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:42.511940 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:42.524070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] For port 52d1f840-2651-4b18-a2d4-daed23570df3, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:42.524207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:42.532818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'ca5fe721-54bd-4519-87b2-32908566d5ca', 'network_id': 'ba4e0fdd-a39e-489c-8556-82d46bbba1f3', 'port_id': 'ca5fe721-54bd-4519-87b2-32908566d5ca', 'mac_address': 'fa:16:3e:99:6a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee350f4e-451f-4450-9eeb-5d316a9604a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:26:42.537206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] For port 52d1f840-2651-4b18-a2d4-daed23570df3, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=52d1f840-2651-4b18-a2d4-daed23570df3,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:42.597967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.616780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca5fe721-54bd-4519-87b2-32908566d5ca {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:26:42.621356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.631019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7c56b4-d67a-4ca9-8ab6-60ba99ca2796,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:42.634242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:42.640189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992f95ac-ac04-4b5a-adfe-e771ea9eac09 {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:26:42.642423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:42.670366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.672679 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0348883
Apr 03 05:26:42.676593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37732) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:42.686621 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'security_group_rule': {'security_group_id': 'bd01bccf-6a62-403b-aa29-e86f813e87b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:42.695319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:42.709892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:42.710732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.714815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.729711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:security_group_rule and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:42.734434 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4274638
Apr 03 05:26:42.735489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:42.742130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:42.745433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.758988 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Request body: {'port': {'device_id': 'aa9b9aba-3d43-4ce3-a0f0-043379f9d72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:42.798541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port ca5fe721-54bd-4519-87b2-32908566d5ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca5fe721-54bd-4519-87b2-32908566d5ca,segment=NetworkSegment(185f2267-7cd8-47d2-a974-6be760ddc7bf),segment_id=185f2267-7cd8-47d2-a974-6be760ddc7bf)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:42.808839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.810119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.819622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedde002-3a5d-42b5-9265-8b974b6d1551 None None] Pushing event updated for resources: {'Port': ['ID=52d1f840-2651-4b18-a2d4-daed23570df3,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:42.822179 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:42.824889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fedde002-3a5d-42b5-9265-8b974b6d1551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:42.825408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b3b0dab0-3a68-4b55-b469-c07e28ba1800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:42.853917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] Usage tracker for resource:security_group_rule and tenant:e6a71e37a73c44bb89e051fda32be39b is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:42.863931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:42.881539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:42.899286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=ca5fe721-54bd-4519-87b2-32908566d5ca,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:42.904863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:42.912495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Transition to ACTIVE for port object 992f95ac-ac04-4b5a-adfe-e771ea9eac09 will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:42.954030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:26:42.954871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c259e80>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:26:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:42.957768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:42.975229 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.262407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.272410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.286512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-62876d35-50ba-4d4f-9990-4b19991ad70c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:43.295102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:26:43.353282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.365830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.369135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.370423 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6924288
Apr 03 05:26:43.375771 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0fb4a-93cc-4a65-8823-34bcebd10e0a req-053df843-6f1f-41d3-8868-cd3acd1d12ba tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:43.377585 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8de0fb4a-93cc-4a65-8823-34bcebd10e0a req-053df843-6f1f-41d3-8868-cd3acd1d12ba tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 944 time: 1.1892505
Apr 03 05:26:43.378409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37748) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:43.389020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd9dd91-3184-4500-915b-1c3e3ccb2bb0,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:43.394365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-71e69c42-6cc3-416f-9c54-02f857419b90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:43.417052 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:43.453227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:43.495140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['ca5fe721-54bd-4519-87b2-32908566d5ca'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:26:43.506322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:43.511149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:floatingip and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:43.515779 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:43.524008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:43.610316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.700538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d624fc8-9548-43af-ba50-cef4ca10bea4 {{(pid=84376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:26:43.710456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.728867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Transition to ACTIVE for port object 0d624fc8-9548-43af-ba50-cef4ca10bea4 will not be triggered until provisioned by entity L2. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:43.735363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.825183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.848336 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:43.879634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:43.893627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c259e80>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:42Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:26:43.901757 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a592ee-dc1c-41ec-b52d-6c6cbf5aa618 None None] The sync data for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi is: [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:42Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:26:44.087547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.102240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d624fc8-9548-43af-ba50-cef4ca10bea4,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:44.146110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:44.187755 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ca9f-e304-40e8-9f0e-d01669fee233 req-9b272271-149d-4d53-b181-b8ce6ba23047 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:44.189470 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ad16ca9f-e304-40e8-9f0e-d01669fee233 req-9b272271-149d-4d53-b181-b8ce6ba23047 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 931 time: 1.2756619
Apr 03 05:26:44.190309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.191689 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.0537150
Apr 03 05:26:44.207527 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6a71e37a73c44bb89e051fda32be39b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9304945
Apr 03 05:26:44.221261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37772) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:44.241080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Attempting to bind port 0d624fc8-9548-43af-ba50-cef4ca10bea4 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:44.241463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Attempting to bind port 0d624fc8-9548-43af-ba50-cef4ca10bea4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:44.241829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Attempting to bind port 0d624fc8-9548-43af-ba50-cef4ca10bea4 on network e1bbaa41-a927-4373-91bd-476ea39d3437 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:44.294430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Port 0d624fc8-9548-43af-ba50-cef4ca10bea4 on network e1bbaa41-a927-4373-91bd-476ea39d3437 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:26:44.294730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Attempting to bind port 0d624fc8-9548-43af-ba50-cef4ca10bea4 on network e1bbaa41-a927-4373-91bd-476ea39d3437 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:44.305548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:44.305925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Checking segment: {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:44.306489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Bound using segment: {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:44.307069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Bound port: 0d624fc8-9548-43af-ba50-cef4ca10bea4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'}}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:44.307483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.326199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Pushing event updated for resources: {'Port': ['ID=992f95ac-ac04-4b5a-adfe-e771ea9eac09,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:44.339633 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8de0fb4a-93cc-4a65-8823-34bcebd10e0a req-4764176a-6424-4e9e-9673-c91af1ec24e7 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9242816
Apr 03 05:26:44.362751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-78fae0e1-ef25-4b91-9399-212136404d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.446537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.448423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'Port': ['ID=61b039c7-2966-406b-b351-13b75636b876,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:44.465437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-78fae0e1-ef25-4b91-9399-212136404d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.470197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.471320 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.054s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:44.475722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.826s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:44.476134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:44.522316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:44.669266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] For port 0d624fc8-9548-43af-ba50-cef4ca10bea4, host hv-cinder-78462, cleared binding levels {{(pid=84376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:44.677959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] For port 0d624fc8-9548-43af-ba50-cef4ca10bea4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:44.684259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.700352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:44.708107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b2687-5651-4401-bafb-86b08e3e2b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18db2cd-8163-4231-8932-cad271f3b8d4,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:44.755258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 52d1f840-2651-4b18-a2d4-daed23570df3 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:44.756029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48b2db78f08a4caa90ade466b379f3de&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4303994
Apr 03 05:26:44.767210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37800) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:44.790132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-78fae0e1-ef25-4b91-9399-212136404d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.791146 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-ad16ca9f-e304-40e8-9f0e-d01669fee233 req-9f3e0982-3627-41a0-affb-7da2c16c2689 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Synchronizing usage tracker for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:44.895634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 52d1f840-2651-4b18-a2d4-daed23570df3 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:44.909953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 52d1f840-2651-4b18-a2d4-daed23570df3 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:44.910375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.913958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-ff0638ae-1403-4bbf-883c-d2ad1d38e335 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Synchronizing usage tracker for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:44.958208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-78fae0e1-ef25-4b91-9399-212136404d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:44.960008 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-78fae0e1-ef25-4b91-9399-212136404d41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c18db2cd-8163-4231-8932-cad271f3b8d4 HTTP/1.1" status: 204  len: 168 time: 0.7210667
Apr 03 05:26:44.990186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d624fc8-9548-43af-ba50-cef4ca10bea4,revision_number=3']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:44.994106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:44.997814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e9bc13e7-cfe7-4b28-b176-aa322bc7c0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:45.011388 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fae0e1-ef25-4b91-9399-212136404d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18db2cd-8163-4231-8932-cad271f3b8d4,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:45.013910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-78fae0e1-ef25-4b91-9399-212136404d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:45.035722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-ff0638ae-1403-4bbf-883c-d2ad1d38e335 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Unset dirty status for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:45.046951 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-ff0638ae-1403-4bbf-883c-d2ad1d38e335 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2066090426&fields=id&tenant_id=e2ab9526fb4841608a82a6486ec486f5 HTTP/1.1" status: 200  len: 267 time: 0.4594388
Apr 03 05:26:45.063624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:45.064316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6c6fc6-7759-4a4a-a532-ce5594e59e4e,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:45.064898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:45.066477 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] 10.222.0.35 "PUT /v2.0/ports/0d624fc8-9548-43af-ba50-cef4ca10bea4 HTTP/1.1" status: 200  len: 1093 time: 2.3138490
Apr 03 05:26:45.072567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9b9aba-3d43-4ce3-a0f0-043379f9d72e', 'tag': '0d624fc8-9548-43af-ba50-cef4ca10bea4'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:26:45.208813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:45.214002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-ad16ca9f-e304-40e8-9f0e-d01669fee233 req-9f3e0982-3627-41a0-affb-7da2c16c2689 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Unset dirty status for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:45.215397 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ad16ca9f-e304-40e8-9f0e-d01669fee233 req-9f3e0982-3627-41a0-affb-7da2c16c2689 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7742255
Apr 03 05:26:45.279210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-2f990738-cf46-41c0-a30a-e008fe23eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:45.286117 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-2f990738-cf46-41c0-a30a-e008fe23eaf4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 1096 time: 0.1717107
Apr 03 05:26:45.289043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 52d1f840-2651-4b18-a2d4-daed23570df3, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=52d1f840-2651-4b18-a2d4-daed23570df3,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:45.293922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:45.297144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-aafd5cd9-721e-4e7b-a5db-0f1ea475338d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:45.334748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:45.370415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:45.372835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.836s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:45.373171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:45.375237 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=52d1f840-2651-4b18-a2d4-daed23570df3,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:45.378536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:45.410646 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-c8a7642f-b4fc-4c94-ba9c-7e5ba3e76644 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4 HTTP/1.1" status: 200  len: 217 time: 0.1173661
Apr 03 05:26:45.425824 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9b9aba-3d43-4ce3-a0f0-043379f9d72e', 'tag': '0d624fc8-9548-43af-ba50-cef4ca10bea4', 'status': 'completed', 'code': 200}
Apr 03 05:26:45.566597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8eff-a316-4c5a-bef2-4d10a29276e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:45.572115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-dd34e9b2-6e63-45ff-a0b3-e30f254c2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:45.576244 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-dd34e9b2-6e63-45ff-a0b3-e30f254c2095 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.1495383
Apr 03 05:26:45.644826 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-1904fa2f-852c-401b-8b0c-c79f22ead9a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612814
Apr 03 05:26:45.788342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8eff-a316-4c5a-bef2-4d10a29276e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:45.852673 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-5631d85c-1c98-4805-9cf4-3300d7add89a service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2000782
Apr 03 05:26:45.856088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37826) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:45.881855 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:45.913431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Attempting to bind port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:45.913837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Attempting to bind port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:45.914207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Attempting to bind port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 on network e1bbaa41-a927-4373-91bd-476ea39d3437 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:45.924334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:45.936159 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device ca5fe721-54bd-4519-87b2-32908566d5ca up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:45.942018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-75607c48-b38f-4923-977b-cb45f57a8eaa tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:45.942137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Usage tracker for resource:security_group_rule and tenant:9341434c8d36422b80095c64d1228376 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:45.942653 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-75607c48-b38f-4923-977b-cb45f57a8eaa tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Synchronizing usage tracker for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:network {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:45.945983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:45.952841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:45.962762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 on network e1bbaa41-a927-4373-91bd-476ea39d3437 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:26:45.963154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Attempting to bind port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 on network e1bbaa41-a927-4373-91bd-476ea39d3437 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:46.001725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:46.002066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Checking segment: {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:46.002645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Bound using segment: {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:46.003230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Bound port: 992f95ac-ac04-4b5a-adfe-e771ea9eac09, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33178b3-07df-46ac-843a-ca018ac954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:46.003625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.050146 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0639d69-c40e-4a04-ad86-b54a2676ce51 req-55a7795b-8907-49b5-a5e0-78f0eeaef00f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:46.051825 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a0639d69-c40e-4a04-ad86-b54a2676ce51 req-55a7795b-8907-49b5-a5e0-78f0eeaef00f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 945 time: 0.4703290
Apr 03 05:26:46.064059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port ca5fe721-54bd-4519-87b2-32908566d5ca completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:46.072446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port ca5fe721-54bd-4519-87b2-32908566d5ca triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:46.073085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.088762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Allocated IP 172.27.3.79 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/43d3d1fb-371d-4d3f-b90d-e3c56c154733) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:46.091042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-75607c48-b38f-4923-977b-cb45f57a8eaa tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Unset dirty status for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:network {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:46.100067 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-75607c48-b38f-4923-977b-cb45f57a8eaa tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 811 time: 1.0520635
Apr 03 05:26:46.181126 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-ed98a039-1c72-45e0-8f5a-814c9a946b90 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/quotas/e2ab9526fb4841608a82a6486ec486f5 HTTP/1.1" status: 200  len: 375 time: 0.0800431
Apr 03 05:26:46.238714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.270634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.292409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8eff-a316-4c5a-bef2-4d10a29276e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.302722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e56a556-84f2-4c76-bd79-08e9ed87640a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5fe721-54bd-4519-87b2-32908566d5ca'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:26:46.304716 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f142048c-ec6b-4cb3-b375-8b316e496b1f req-a43a8a9e-2474-43fc-8b36-939062d21660 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4449248
Apr 03 05:26:46.305997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.317942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:46.394368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port ca5fe721-54bd-4519-87b2-32908566d5ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca5fe721-54bd-4519-87b2-32908566d5ca,segment=NetworkSegment(185f2267-7cd8-47d2-a974-6be760ddc7bf),segment_id=185f2267-7cd8-47d2-a974-6be760ddc7bf)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:46.411219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.411219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:46.504272 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9341434c8d36422b80095c64d1228376&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6470752
Apr 03 05:26:46.517959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37846) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:46.542428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc7ebb2-d7ae-4d32-b54f-dabde2e241da,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:46.560482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:46.562372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=ca5fe721-54bd-4519-87b2-32908566d5ca,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:46.571765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:46.644993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-111efbaf-16a7-49b8-8d38-3381c067310d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.650397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-41fa0194-145e-439e-aa66-d08cb4fbdb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:46.657799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 52d1f840-2651-4b18-a2d4-daed23570df3 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:46.669713 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a0639d69-c40e-4a04-ad86-b54a2676ce51 req-e49cff55-985b-43f2-a666-e666be4e4474 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5825920
Apr 03 05:26:46.676722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f8eff-a316-4c5a-bef2-4d10a29276e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6c6fc6-7759-4a4a-a532-ce5594e59e4e,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:46.679729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8b1f8eff-a316-4c5a-bef2-4d10a29276e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:46.685459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.698241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-e35725c9-d70d-4593-a81a-8d75d597a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:46.699861 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-e35725c9-d70d-4593-a81a-8d75d597a98e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 1096 time: 0.3387685
Apr 03 05:26:46.702268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] For port 992f95ac-ac04-4b5a-adfe-e771ea9eac09, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:46.721850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b1f8eff-a316-4c5a-bef2-4d10a29276e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.726221 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8b1f8eff-a316-4c5a-bef2-4d10a29276e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d6c6fc6-7759-4a4a-a532-ce5594e59e4e HTTP/1.1" status: 204  len: 168 time: 1.9488719
Apr 03 05:26:46.736247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37858) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:46.763200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] For port 992f95ac-ac04-4b5a-adfe-e771ea9eac09, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:46.792403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.799079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-111efbaf-16a7-49b8-8d38-3381c067310d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:46.984285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:47.077759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 52d1f840-2651-4b18-a2d4-daed23570df3 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:47.078191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.139953 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-81c991cf-8d13-4074-a718-bd9869b52b83 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9571273
Apr 03 05:26:47.164993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:47.165597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.167061 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 200  len: 1093 time: 7.1107144
Apr 03 05:26:47.168956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65', 'tag': '992f95ac-ac04-4b5a-adfe-e771ea9eac09'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:26:47.201166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-a3525db2-fa28-43ab-bc27-3e7be7186aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:47.205039 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-a3525db2-fa28-43ab-bc27-3e7be7186aaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.4860644
Apr 03 05:26:47.208516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-111efbaf-16a7-49b8-8d38-3381c067310d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.277781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca3777d6-f752-4e20-bd24-2da9dacb5fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:47.297556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-111efbaf-16a7-49b8-8d38-3381c067310d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.298779 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-111efbaf-16a7-49b8-8d38-3381c067310d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dc7ebb2-d7ae-4d32-b54f-dabde2e241da HTTP/1.1" status: 204  len: 168 time: 0.7765410
Apr 03 05:26:47.309649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111efbaf-16a7-49b8-8d38-3381c067310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc7ebb2-d7ae-4d32-b54f-dabde2e241da,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:47.312869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-111efbaf-16a7-49b8-8d38-3381c067310d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:47.314574 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-743696b9-aabd-4ca5-aada-6ed8f96c4360 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4 HTTP/1.1" status: 200  len: 217 time: 0.0940430
Apr 03 05:26:47.392388 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37876) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:47.444500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.464394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:47.474812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Usage tracker for resource:security_group_rule and tenant:585f18f3108f4a83b23826b7fb8fc9b0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:47.476132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.478599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:47.487588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:47.508163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.520507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Pushing event updated for resources: {'Port': ['ID=992f95ac-ac04-4b5a-adfe-e771ea9eac09,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:47.523432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-358be497-04a5-428e-96a7-f5212c957b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:47.525106 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-358be497-04a5-428e-96a7-f5212c957b7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.2032349
Apr 03 05:26:47.525236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:47.555598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:47.556264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bd771d4-2141-4d4b-877d-b1d9f30359b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:47.588767 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-ce46d699-228d-4213-929b-4b2804dff91f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561752
Apr 03 05:26:47.610392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Usage tracker for resource:security_group_rule and tenant:cd43c653eb4f4df59d9071e66b664fbc is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:47.619002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:47.724562 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:47.785912 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-e9dde9b5-df3d-4a7b-8ff6-d8c3f733cd9e service neutron] 10.222.0.30 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6243155
Apr 03 05:26:47.801887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95abe51-8028-4026-80c7-4f7cba1e66a7 req-b0099a0c-d99f-47cc-a3e9-49dc5b29b35f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:47.808265 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e95abe51-8028-4026-80c7-4f7cba1e66a7 req-b0099a0c-d99f-47cc-a3e9-49dc5b29b35f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 943 time: 0.8249149
Apr 03 05:26:47.847270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'Port': ['ID=43d3d1fb-371d-4d3f-b90d-e3c56c154733,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:47.970333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:47.977044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.984361 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-c8245e78-0f9e-4934-9f12-7f5c345ad933 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3878756
Apr 03 05:26:47.985481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:47.996126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-78fae0e1-ef25-4b91-9399-212136404d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:48.035194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-1dba6a2f-a8a4-432b-8678-c6ca0a6801f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:48.037098 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-1dba6a2f-a8a4-432b-8678-c6ca0a6801f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1096 time: 0.7293110
Apr 03 05:26:48.078004 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=585f18f3108f4a83b23826b7fb8fc9b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6841843
Apr 03 05:26:48.127707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 37902) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:48.140047 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dfd71f-dd3a-469e-80e7-316664d5f820,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:48.143409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:48.178099 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-4165018d-3633-4a06-900b-f786f3405ea4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 200  len: 217 time: 0.1313953
Apr 03 05:26:48.193025 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3539ddfa-1d05-454e-b10a-31a0f16c7d89 req-669347fa-3880-4c9f-99eb-7aaa34503fe3 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1996298
Apr 03 05:26:48.202592 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e95abe51-8028-4026-80c7-4f7cba1e66a7 req-5b522ef5-2236-4cf2-bdc4-176053d95e04 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3455799
Apr 03 05:26:48.294712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:48.306351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:48.325406 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-26fc5da5-3af8-47bc-8c31-21a150494676 service neutron] 10.222.0.30 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5142491
Apr 03 05:26:48.326231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:48.390092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.414540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.432493 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e56a556-84f2-4c76-bd79-08e9ed87640a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca5fe721-54bd-4519-87b2-32908566d5ca', 'code': 200}
Apr 03 05:26:48.432673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-a84d358d-c5e4-4ff7-a780-a10d83a20d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:48.434225 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-a84d358d-c5e4-4ff7-a780-a10d83a20d2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.2433720
Apr 03 05:26:48.440705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:48.504449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3916d4e4-d9e9-4876-957a-1e268ddb37c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.556554 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-0e012955-8f65-4945-9015-f748939932bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1021531
Apr 03 05:26:48.633678 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd43c653eb4f4df59d9071e66b664fbc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8909423
Apr 03 05:26:48.634752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd88534-e1b4-4a23-98dd-a3cb84bec36e,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:48.643885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37922) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:48.672569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:48.682439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3916d4e4-d9e9-4876-957a-1e268ddb37c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.734216 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65', 'tag': '992f95ac-ac04-4b5a-adfe-e771ea9eac09', 'status': 'completed', 'code': 200}
Apr 03 05:26:48.797486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2b735c6a-2aca-4066-bf8e-84f90ab7f378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.828335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2b735c6a-2aca-4066-bf8e-84f90ab7f378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.900422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.926899 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2b735c6a-2aca-4066-bf8e-84f90ab7f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.946866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a53a39ee-a549-418d-8fb6-b75a93c7fa92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:48.968907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b735c6a-2aca-4066-bf8e-84f90ab7f378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd88534-e1b4-4a23-98dd-a3cb84bec36e,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:48.972030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2b735c6a-2aca-4066-bf8e-84f90ab7f378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:48.973626 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2b735c6a-2aca-4066-bf8e-84f90ab7f378 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbd88534-e1b4-4a23-98dd-a3cb84bec36e HTTP/1.1" status: 204  len: 168 time: 0.3286762
Apr 03 05:26:48.976395 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2b735c6a-2aca-4066-bf8e-84f90ab7f378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:49.073867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-a1e17e98-c60d-4249-ae74-8bdf21ce4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:49.075570 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-a1e17e98-c60d-4249-ae74-8bdf21ce4555 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 1099 time: 0.1976929
Apr 03 05:26:49.120074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.156567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:49.164194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Usage tracker for resource:security_group_rule and tenant:5d10d50cfb53477d880d19089cee9307 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:49.170090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:49.178714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:49.255807 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ec6250ee-29f6-421d-a1b3-3369c712950c req-8dc8f546-c8d0-4ac7-85ff-44b9c419e362 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 210 time: 0.4331264
Apr 03 05:26:49.392090 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-8fa4bfe0-c331-4a88-b6b0-f1b432711fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8230643
Apr 03 05:26:49.408153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3916d4e4-d9e9-4876-957a-1e268ddb37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.421950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.427543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.444049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:49.453635 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-16d80f34-7933-48d8-9580-b8cd001c8d30 req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3710706
Apr 03 05:26:49.468405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:49.475421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.479699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1480c317-a8b9-4fe3-afc2-df8bb6be6c98,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:49.484270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:49.567194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37952) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:49.590859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.614810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:49.619463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3d92466c274786a3c16fcc7273bba9 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:49.622578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:49.629023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:49.694897 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916d4e4-d9e9-4876-957a-1e268ddb37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dfd71f-dd3a-469e-80e7-316664d5f820,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:49.760570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3916d4e4-d9e9-4876-957a-1e268ddb37c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:49.763863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.768408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.778968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-785c1b83-e9f4-4fbf-8894-e8231ca0931b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:49.826276 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a3d92466c274786a3c16fcc7273bba9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2553658
Apr 03 05:26:49.826980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfbcf3-6794-4c5b-94ea-ca9a4d5c44ea req-da1c4d5f-0ec0-4ff0-8f25-4a25a58c3244 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:49.827080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 37968) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:49.828443 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bfbfbcf3-6794-4c5b-94ea-ca9a4d5c44ea req-da1c4d5f-0ec0-4ff0-8f25-4a25a58c3244 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 946 time: 0.9406071
Apr 03 05:26:49.829955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0d580-a45f-4508-9b65-c99522f1cb61,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:49.880107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:49.927074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7e41f544-68a9-4d33-9dea-e9bd7098741b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.950949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 0d624fc8-9548-43af-ba50-cef4ca10bea4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:26:49.961842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3916d4e4-d9e9-4876-957a-1e268ddb37c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:49.965272 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3916d4e4-d9e9-4876-957a-1e268ddb37c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45dfd71f-dd3a-469e-80e7-316664d5f820 HTTP/1.1" status: 204  len: 168 time: 1.8201389
Apr 03 05:26:49.971342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7e41f544-68a9-4d33-9dea-e9bd7098741b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:50.016823 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fcc086a-943c-4495-ac35-869b4f823a23 req-53fed004-6a06-4336-bf9e-0d1048ec8474 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6074243
Apr 03 05:26:50.034194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c55261-a98b-41cc-9772-346a40f8b36e req-b8bb75fb-cc40-498c-b5c3-32da30693a64 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:50.036189 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-28c55261-a98b-41cc-9772-346a40f8b36e req-b8bb75fb-cc40-498c-b5c3-32da30693a64 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 943 time: 0.6253805
Apr 03 05:26:50.053647 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bfbfbcf3-6794-4c5b-94ea-ca9a4d5c44ea req-287bcbee-6035-4bda-9aa4-2836f87e8dd7 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093594
Apr 03 05:26:50.098954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7e41f544-68a9-4d33-9dea-e9bd7098741b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:50.110026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:50.142850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7e41f544-68a9-4d33-9dea-e9bd7098741b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:50.149534 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7e41f544-68a9-4d33-9dea-e9bd7098741b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51f0d580-a45f-4508-9b65-c99522f1cb61 HTTP/1.1" status: 204  len: 168 time: 0.3213825
Apr 03 05:26:50.152231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41f544-68a9-4d33-9dea-e9bd7098741b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f0d580-a45f-4508-9b65-c99522f1cb61,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:50.162230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7e41f544-68a9-4d33-9dea-e9bd7098741b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:50.228783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 0d624fc8-9548-43af-ba50-cef4ca10bea4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:50.243993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.resource_extend [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 03 05:26:50.249041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '0d624fc8-9548-43af-ba50-cef4ca10bea4', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'port_id': '0d624fc8-9548-43af-ba50-cef4ca10bea4', 'mac_address': 'fa:16:3e:bf:38:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:26:50.266916 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-28c55261-a98b-41cc-9772-346a40f8b36e req-f59cd21b-115b-4be1-bfe3-c1e0227a3080 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093606
Apr 03 05:26:50.272183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:50.282055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:50.340981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:50.342732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:26:50.349109 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:50.369786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d624fc8-9548-43af-ba50-cef4ca10bea4 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:26:50.389827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 0d624fc8-9548-43af-ba50-cef4ca10bea4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:50.396601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:50.399326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-21394a3b-3ac7-415f-a675-7a9e8f99893f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:50.514731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=0d624fc8-9548-43af-ba50-cef4ca10bea4,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:50.526522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:50.642128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-85acafc3-4faa-4be9-b268-4672a93b69f5 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:50.643699 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-85acafc3-4faa-4be9-b268-4672a93b69f5 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 811 time: 0.2497003
Apr 03 05:26:50.652276 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['0d624fc8-9548-43af-ba50-cef4ca10bea4'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:26:50.772304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-f969c6fd-bbb2-46d3-9605-d95ada8b7752 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Synchronizing usage tracker for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:security_group {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:50.798029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-60dd2b6f-82a2-402f-b081-2911267a7e08 req-9e5293f3-8a13-40da-8494-8cddd851adf2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 210 time: 0.1997702
Apr 03 05:26:50.801665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'Port': ['ID=43d3d1fb-371d-4d3f-b90d-e3c56c154733,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:50.818175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-35fa5a03-f85b-4f21-835a-aca9717a44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:50.819908 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-35fa5a03-f85b-4f21-835a-aca9717a44a7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1096 time: 0.6808569
Apr 03 05:26:50.820114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-f969c6fd-bbb2-46d3-9605-d95ada8b7752 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Unset dirty status for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:security_group {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:50.823024 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-f969c6fd-bbb2-46d3-9605-d95ada8b7752 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2ab9526fb4841608a82a6486ec486f5 HTTP/1.1" status: 200  len: 5705 time: 0.1622045
Apr 03 05:26:50.823201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:50.839564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'port': {'device_id': '421534fa-5676-4ac8-988e-8f819f81316b', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'admin_state_up': True, 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'security_groups': ['062aee3c-0478-4498-a126-28fc53959726']}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:51.032105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38004) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:51.114773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:51.119111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:port and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:51.122984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:51.130584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:51.143670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Made reservation on behalf of e2ab9526fb4841608a82a6486ec486f5 for: {'port': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:51.150718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.167016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-54761b10-32a9-4e43-b53a-e9b009e9f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:51.169581 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-54761b10-32a9-4e43-b53a-e9b009e9f03c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.3351505
Apr 03 05:26:51.370090 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-290be1b5-24c7-48de-b814-f60e868ae3a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 200  len: 217 time: 0.1915603
Apr 03 05:26:51.375689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.432754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:51.444593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Usage tracker for resource:security_group_rule and tenant:a70165ddcb6346a280767f37656397bb is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:51.454475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:51.466158 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:51.497753 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Allocated IP 172.20.0.5 (6d1d4ff6-9810-4f27-a8e2-0677990f8ce8/ebfd9022-5fd4-4c24-bd24-a6971815d9a6/f96a2027-85c1-4996-9387-145d61872f4e) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:51.517650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.570972 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.581994 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.1738002
Apr 03 05:26:51.699781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-3caa8840-bf4a-43ab-a5d6-79ecfcc5f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:51.702229 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-3caa8840-bf4a-43ab-a5d6-79ecfcc5f727 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.3220339
Apr 03 05:26:51.760466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.765589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.777171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e678876a-3a70-4225-aa33-8954ed08be3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:51.780971 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-f5f6fe6e-05ea-478c-936a-533a6c78ed2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642624
Apr 03 05:26:51.850967 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a70165ddcb6346a280767f37656397bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8148437
Apr 03 05:26:51.853500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38046) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:51.856361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.858744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a9ec-e3b9-45cc-9945-89ad07fc5edf req-833ffbb0-45b5-44ff-9cee-ecbb6ff1be41 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:51.865910 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3405a9ec-e3b9-45cc-9945-89ad07fc5edf req-833ffbb0-45b5-44ff-9cee-ecbb6ff1be41 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 946 time: 0.5964446
Apr 03 05:26:51.879088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7813efa9-0657-4d82-9c10-8943c350c311,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:51.887135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:51.901530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Transition to ACTIVE for port object f96a2027-85c1-4996-9387-145d61872f4e will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:51.953100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-de5cce1a-a99d-4d29-bfec-9e3295c78303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.955519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1ffe9-b191-4c83-80e8-2989a5d93288 req-733af6e1-33e9-430f-81c0-3e2f08fd8348 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:51.965140 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2bc1ffe9-b191-4c83-80e8-2989a5d93288 req-733af6e1-33e9-430f-81c0-3e2f08fd8348 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 944 time: 0.4114976
Apr 03 05:26:51.967640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 0d624fc8-9548-43af-ba50-cef4ca10bea4 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:51.987582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-de5cce1a-a99d-4d29-bfec-9e3295c78303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:51.994776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:52.024307 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:52.121433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 0d624fc8-9548-43af-ba50-cef4ca10bea4 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:52.148649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 0d624fc8-9548-43af-ba50-cef4ca10bea4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:52.149061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:52.162656 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3405a9ec-e3b9-45cc-9945-89ad07fc5edf req-860f8e55-164a-44b6-aa01-c3b39516e046 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557039
Apr 03 05:26:52.184019 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2bc1ffe9-b191-4c83-80e8-2989a5d93288 req-bc0a5f3a-f33b-445c-84d0-3d054e244871 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2172937
Apr 03 05:26:52.260285 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-5f1545bc-822f-449b-bf09-f687ecdb22f0 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4706860
Apr 03 05:26:52.260909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'Port': ['ID=f96a2027-85c1-4996-9387-145d61872f4e,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:52.268052 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:52.277217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-de5cce1a-a99d-4d29-bfec-9e3295c78303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:52.284037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-24d42103-7fe9-42ff-8790-d8adff68942c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:52.340685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cce1a-a99d-4d29-bfec-9e3295c78303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7813efa9-0657-4d82-9c10-8943c350c311,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:52.355481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-de5cce1a-a99d-4d29-bfec-9e3295c78303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:52.398851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-de5cce1a-a99d-4d29-bfec-9e3295c78303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:52.402604 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-de5cce1a-a99d-4d29-bfec-9e3295c78303 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7813efa9-0657-4d82-9c10-8943c350c311 HTTP/1.1" status: 204  len: 168 time: 0.5399847
Apr 03 05:26:52.410525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:26:52.411996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:26:52.452799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:26:52.567583 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd92e0dc-c831-4ace-ba23-bb3ea21b3358 req-1a2c0b22-a511-47f3-b337-fa3ebb470d88 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2977738
Apr 03 05:26:52.618902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:52.620446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:52.622082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:52.649151 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8140345
Apr 03 05:26:52.678681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5ddad3da-3d83-4a68-afe2-0e9f1c69f907 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Synchronizing usage tracker for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:52.681267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Request body: {'port': {'device_id': '421534fa-5676-4ac8-988e-8f819f81316b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:52.741537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2359bd-fe2e-4e24-b9c6-dd2cb568eb26 req-6f37f806-89e7-40a9-938f-a85d77a74995 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:52.749781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 0d624fc8-9548-43af-ba50-cef4ca10bea4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:52.751416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9b9aba-3d43-4ce3-a0f0-043379f9d72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d624fc8-9548-43af-ba50-cef4ca10bea4'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:26:52.752344 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0b2359bd-fe2e-4e24-b9c6-dd2cb568eb26 req-6f37f806-89e7-40a9-938f-a85d77a74995 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 931 time: 0.1834311
Apr 03 05:26:52.765708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:52.771646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:52.777686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5ddad3da-3d83-4a68-afe2-0e9f1c69f907 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Unset dirty status for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:52.786944 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5ddad3da-3d83-4a68-afe2-0e9f1c69f907 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2066995926&fields=id&tenant_id=a008c93e871048ba8600b910fbdf30a0 HTTP/1.1" status: 200  len: 267 time: 0.1757503
Apr 03 05:26:52.934545 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0b2359bd-fe2e-4e24-b9c6-dd2cb568eb26 req-7bcf9069-d6ed-4a10-9a4e-a33126c105b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1811562
Apr 03 05:26:52.958013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=0d624fc8-9548-43af-ba50-cef4ca10bea4,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:52.977727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:53.009999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:53.011299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-42ef0f58-46d9-4541-93dc-d9550dcbaace None None] Provisioning for port f96a2027-85c1-4996-9387-145d61872f4e completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:53.018703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-42ef0f58-46d9-4541-93dc-d9550dcbaace None None] Provisioning complete for port f96a2027-85c1-4996-9387-145d61872f4e triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:53.019128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42ef0f58-46d9-4541-93dc-d9550dcbaace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:53.106088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-575564d8-11b5-452e-ab55-dba31e583bb6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:53.124346 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-575564d8-11b5-452e-ab55-dba31e583bb6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 817 time: 0.3361690
Apr 03 05:26:53.149758 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-21288415-cef6-4d24-8a35-1979bc5a9771 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/quotas/a008c93e871048ba8600b910fbdf30a0 HTTP/1.1" status: 200  len: 375 time: 0.0235643
Apr 03 05:26:53.193106 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9b9aba-3d43-4ce3-a0f0-043379f9d72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d624fc8-9548-43af-ba50-cef4ca10bea4', 'code': 200}
Apr 03 05:26:53.194433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-42ef0f58-46d9-4541-93dc-d9550dcbaace None None] Port f96a2027-85c1-4996-9387-145d61872f4e cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:26:53.318441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38100) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:53.395660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-d22e5de0-42bd-49a0-a195-e943391c8705 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Synchronizing usage tracker for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:53.415539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:53.544280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:53.564181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:9288a97b39f84ea89d4003cf542a7995 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:53.567749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-d22e5de0-42bd-49a0-a195-e943391c8705 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Unset dirty status for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:53.573865 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-d22e5de0-42bd-49a0-a195-e943391c8705 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4231882
Apr 03 05:26:53.578355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:53.592708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:53.669754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a54a4d-9698-491c-828d-7affaf225865 req-341830e5-8be8-4ea5-939b-84a213a03985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:53.671443 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e7a54a4d-9698-491c-828d-7affaf225865 req-341830e5-8be8-4ea5-939b-84a213a03985 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 1098 time: 0.1726320
Apr 03 05:26:53.684271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7818ad-afbe-49c0-8927-4e0ef4a45e23 req-c41ef8e0-149a-4fac-bb02-a4347fb28674 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:53.686524 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ba7818ad-afbe-49c0-8927-4e0ef4a45e23 req-c41ef8e0-149a-4fac-bb02-a4347fb28674 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.2439723
Apr 03 05:26:53.805080 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e7a54a4d-9698-491c-828d-7affaf225865 req-51012fcf-365f-45b3-bb3a-829fa12d3db0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137164
Apr 03 05:26:53.812451 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ba7818ad-afbe-49c0-8927-4e0ef4a45e23 req-bb8c9fa2-6c01-418a-8ce4-850d65e0bb0a tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052070
Apr 03 05:26:53.819844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96a2027-85c1-4996-9387-145d61872f4e {{(pid=84376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:26:53.826969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:53.830049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:53.840978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:53.849839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Transition to ACTIVE for port object f96a2027-85c1-4996-9387-145d61872f4e will not be triggered until provisioned by entity L2. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:26:53.856345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:53.857102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:53.859841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:53.876370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:53.937800 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9288a97b39f84ea89d4003cf542a7995&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6084836
Apr 03 05:26:53.939845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38124) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:53.942542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d60ec1-6988-4cdc-bf5a-178a157d7bcb,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:53.960207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2201787a-23ea-4e78-bca0-61f2d5ec1ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:53.999067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 992f95ac-ac04-4b5a-adfe-e771ea9eac09 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:26:54.027444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Pushing event updated for resources: {'Port': ['ID=f96a2027-85c1-4996-9387-145d61872f4e,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:54.032338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:54.103005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bc52d2fa-436d-40c6-ae92-d3970d68c040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:54.183591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-322e63df-4820-4859-97b0-8b9499414c2b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:26:54.196991 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-322e63df-4820-4859-97b0-8b9499414c2b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3286142
Apr 03 05:26:54.292516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bc52d2fa-436d-40c6-ae92-d3970d68c040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:54.316178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 992f95ac-ac04-4b5a-adfe-e771ea9eac09, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:54.346867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '992f95ac-ac04-4b5a-adfe-e771ea9eac09', 'network_id': 'e1bbaa41-a927-4373-91bd-476ea39d3437', 'port_id': '992f95ac-ac04-4b5a-adfe-e771ea9eac09', 'mac_address': 'fa:16:3e:12:f7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa8affd-4aa9-4142-8bd2-3367dc69b6b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:26:54.474500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:54.534112 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992f95ac-ac04-4b5a-adfe-e771ea9eac09 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:26:54.564569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 992f95ac-ac04-4b5a-adfe-e771ea9eac09, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:54.576715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Attempting to bind port f96a2027-85c1-4996-9387-145d61872f4e on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:26:54.577089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Attempting to bind port f96a2027-85c1-4996-9387-145d61872f4e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:26:54.577612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Attempting to bind port f96a2027-85c1-4996-9387-145d61872f4e on network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:54.583107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:54.590540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:54.599342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Port f96a2027-85c1-4996-9387-145d61872f4e on network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:26:54.599924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Attempting to bind port f96a2027-85c1-4996-9387-145d61872f4e on network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:26:54.606456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:26:54.607817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Checking segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:26:54.608650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Bound using segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:26:54.609545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Bound port: f96a2027-85c1-4996-9387-145d61872f4e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'}}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:26:54.620952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:54.725634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=992f95ac-ac04-4b5a-adfe-e771ea9eac09,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:54.734512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:54.798667 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] For port f96a2027-85c1-4996-9387-145d61872f4e, host hv-cinder-78462, cleared binding levels {{(pid=84376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:26:54.804327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] For port f96a2027-85c1-4996-9387-145d61872f4e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f96a2027-85c1-4996-9387-145d61872f4e,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:26:54.809252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:54.827593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:54.857491 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['992f95ac-ac04-4b5a-adfe-e771ea9eac09'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:26:54.978166 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-d79c8596-b4e3-47b5-b3e5-b75d9b3ce979 service neutron] 10.222.0.30 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7797003
Apr 03 05:26:54.981397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bc52d2fa-436d-40c6-ae92-d3970d68c040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:54.991935 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-084b3e84-3e9a-40cf-acaf-8ac5d735c9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:55.056218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52d2fa-436d-40c6-ae92-d3970d68c040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d60ec1-6988-4cdc-bf5a-178a157d7bcb,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:55.063092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-bc52d2fa-436d-40c6-ae92-d3970d68c040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:55.069956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Pushing event updated for resources: {'Port': ['ID=f96a2027-85c1-4996-9387-145d61872f4e,revision_number=3']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:55.083217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:55.118648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bc52d2fa-436d-40c6-ae92-d3970d68c040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:55.120080 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-bc52d2fa-436d-40c6-ae92-d3970d68c040 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94d60ec1-6988-4cdc-bf5a-178a157d7bcb HTTP/1.1" status: 204  len: 168 time: 1.1789637
Apr 03 05:26:55.163329 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:55.164019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:55.169644 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] 10.222.0.35 "PUT /v2.0/ports/f96a2027-85c1-4996-9387-145d61872f4e HTTP/1.1" status: 200  len: 1093 time: 2.5121188
Apr 03 05:26:55.169850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421534fa-5676-4ac8-988e-8f819f81316b', 'tag': 'f96a2027-85c1-4996-9387-145d61872f4e'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:26:55.183817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9297ea-4d5e-4cf1-baab-5a55af1236f3 req-9dad99f0-f4fd-4b6d-828b-20da6674eef4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:55.204421 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6e9297ea-4d5e-4cf1-baab-5a55af1236f3 req-9dad99f0-f4fd-4b6d-828b-20da6674eef4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 943 time: 0.4234662
Apr 03 05:26:55.317141 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-ef52d9a9-fb97-4e1a-8118-a89161bb2efd service neutron] 10.222.0.30 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3277783
Apr 03 05:26:55.330959 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6e9297ea-4d5e-4cf1-baab-5a55af1236f3 req-5ff6261a-1951-45fc-88e9-29d9ab86d177 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094093
Apr 03 05:26:55.399270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-46e55756-cefe-47e7-a3d3-dfa22b40a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:55.400906 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-46e55756-cefe-47e7-a3d3-dfa22b40a00f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 1096 time: 0.1863868
Apr 03 05:26:56.015279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 992f95ac-ac04-4b5a-adfe-e771ea9eac09 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:26:56.100083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:26:56.104617 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f70c84-7f3b-4b73-ba5b-4debc09a1a30 req-75b4c80f-e872-44f0-bc70-d5887291fee1 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:56.115529 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b7f70c84-7f3b-4b73-ba5b-4debc09a1a30 req-75b4c80f-e872-44f0-bc70-d5887291fee1 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.3016298
Apr 03 05:26:56.134846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:26:56.136689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:56.212916 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-172bacde-069f-4ed5-845a-798b6e79bf98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96a2027-85c1-4996-9387-145d61872f4e HTTP/1.1" status: 200  len: 217 time: 0.8040388
Apr 03 05:26:56.289393 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b7f70c84-7f3b-4b73-ba5b-4debc09a1a30 req-47663ed2-400f-4f32-84e7-e63639b426a5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1728730
Apr 03 05:26:56.308269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:56.356908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992f95ac-ac04-4b5a-adfe-e771ea9eac09'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:26:56.371151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 992f95ac-ac04-4b5a-adfe-e771ea9eac09, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:26:56.375470 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:56.382303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b9890c67-9438-4ebf-9631-83d2d910ad56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:56.389925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-cc7d90ec-d989-40e6-9aec-347ba26ec7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:56.400247 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-cc7d90ec-d989-40e6-9aec-347ba26ec7d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.1809058
Apr 03 05:26:56.406811 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421534fa-5676-4ac8-988e-8f819f81316b', 'tag': 'f96a2027-85c1-4996-9387-145d61872f4e', 'status': 'completed', 'code': 200}
Apr 03 05:26:56.552949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=992f95ac-ac04-4b5a-adfe-e771ea9eac09,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:56.566396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:56.613592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-9acfde02-cb6d-4267-9a2f-ce99e593ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:56.616082 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-9acfde02-cb6d-4267-9a2f-ce99e593ba33 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2046502
Apr 03 05:26:56.653578 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a9eef048-7336-4730-ae7d-ca0a83e6459d req-17148909-2885-4c1c-84d0-6b02f9b42300 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 210 time: 0.1209664
Apr 03 05:26:56.771753 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992f95ac-ac04-4b5a-adfe-e771ea9eac09', 'code': 200}
Apr 03 05:26:56.891613 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-e19b0c21-581a-4e20-9fd7-d9711b29706f service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666600
Apr 03 05:26:57.186199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557decb-058f-4c80-bf53-0308a33e0d03 req-90a135f0-628d-44bc-9272-0cdc37ebf1c5 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:57.196520 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1557decb-058f-4c80-bf53-0308a33e0d03 req-90a135f0-628d-44bc-9272-0cdc37ebf1c5 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 943 time: 0.2464921
Apr 03 05:26:57.323247 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3b411db-6220-4708-a485-7f2a5c8f84c3 req-246c80df-4a8a-4608-919d-d8edd1ff1bbc service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3948641
Apr 03 05:26:57.508489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd88d2-4207-4124-ad44-c3c62232ef5c req-d4a23a00-29c9-44d9-8730-a6f6a06ded45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:57.510099 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0cdd88d2-4207-4124-ad44-c3c62232ef5c req-d4a23a00-29c9-44d9-8730-a6f6a06ded45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.1857615
Apr 03 05:26:57.511768 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1557decb-058f-4c80-bf53-0308a33e0d03 req-6e516d0b-0476-4b1b-9e57-44e8359323a2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3066056
Apr 03 05:26:57.544690 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6569ecd-d94d-4932-b144-97bcc57626ad req-06d45e7b-1e85-44be-b1e0-f3d622fc4d28 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:57.552908 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d6569ecd-d94d-4932-b144-97bcc57626ad req-06d45e7b-1e85-44be-b1e0-f3d622fc4d28 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.3535233
Apr 03 05:26:57.557002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-20e6d871-3eea-4c71-9f59-60983d41e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:57.558636 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-20e6d871-3eea-4c71-9f59-60983d41e3cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 1098 time: 0.2417457
Apr 03 05:26:57.627900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-535baee7-a364-490f-a36f-7055fda68218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:57.630356 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-535baee7-a364-490f-a36f-7055fda68218 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 1096 time: 0.2271457
Apr 03 05:26:57.632482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-0cdd88d2-4207-4124-ad44-c3c62232ef5c req-56a5fc10-afba-4158-b05f-61bf48e6911c service neutron] Synchronizing usage tracker for tenant:5d10d50cfb53477d880d19089cee9307 on resource:security_group {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:57.732837 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d6569ecd-d94d-4932-b144-97bcc57626ad req-8e871f4c-d087-48a6-8f02-f564d8046568 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787734
Apr 03 05:26:57.779798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-7df42387-1ca5-407a-a254-00bd0846be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:57.781559 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-7df42387-1ca5-407a-a254-00bd0846be8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.2065070
Apr 03 05:26:57.867820 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-1f20fed7-1c6d-4c1c-ac94-b27d6cef0153 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4 HTTP/1.1" status: 200  len: 217 time: 0.0764139
Apr 03 05:26:57.873403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-0cdd88d2-4207-4124-ad44-c3c62232ef5c req-56a5fc10-afba-4158-b05f-61bf48e6911c service neutron] Unset dirty status for tenant:5d10d50cfb53477d880d19089cee9307 on resource:security_group {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:57.875229 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0cdd88d2-4207-4124-ad44-c3c62232ef5c req-56a5fc10-afba-4158-b05f-61bf48e6911c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3511512
Apr 03 05:26:57.964629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-c6f5f292-70e1-46c1-a33f-2592394470e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:57.966192 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-c6f5f292-70e1-46c1-a33f-2592394470e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 912 time: 0.3276641
Apr 03 05:26:58.030294 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5954c936-98e7-4ade-bc22-2090169e4956 req-5e61714c-ed0a-40af-8f14-a012d9a27668 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 210 time: 0.0832624
Apr 03 05:26:58.041470 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-aa28c21c-7ae3-4020-8dc9-9eb94ff4fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:58.043141 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-aa28c21c-7ae3-4020-8dc9-9eb94ff4fa7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.1668329
Apr 03 05:26:58.117538 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-7a9177d2-97ed-4856-bdd1-50dc756f6865 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662568
Apr 03 05:26:58.301204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-3c4ff411-ceef-433d-a244-f10206c20649 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:58.301957 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-3c4ff411-ceef-433d-a244-f10206c20649 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Synchronizing usage tracker for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:network {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:58.323321 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-877b72f8-83ea-45b2-be1f-137e949f8aa9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96a2027-85c1-4996-9387-145d61872f4e HTTP/1.1" status: 200  len: 217 time: 0.3406932
Apr 03 05:26:58.387297 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-662bd869-a44c-449c-8d2b-d073b084c494 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623727
Apr 03 05:26:58.398114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-3c4ff411-ceef-433d-a244-f10206c20649 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Unset dirty status for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:network {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:58.400229 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-3c4ff411-ceef-433d-a244-f10206c20649 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 817 time: 0.4195149
Apr 03 05:26:58.414019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-9553eb4f-1dc9-46ae-b61b-9d66a75bb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:58.415929 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-9553eb4f-1dc9-46ae-b61b-9d66a75bb88c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.0859299
Apr 03 05:26:58.566359 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09c28bfa-cef0-40e8-aa97-0573b1268120 req-d52043db-6c8a-4ca3-bec8-1cea9dd0c8a7 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1723559
Apr 03 05:26:58.574486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-6b08312e-9e59-45c9-9c76-afb20827f0f6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Synchronizing usage tracker for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:security_group {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:26:58.583487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-14f72cc5-63f9-44f6-b618-81ec7cb221c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:58.585512 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-14f72cc5-63f9-44f6-b618-81ec7cb221c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1526563
Apr 03 05:26:58.677287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-6b08312e-9e59-45c9-9c76-afb20827f0f6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Unset dirty status for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:security_group {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:26:58.681197 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-6b08312e-9e59-45c9-9c76-afb20827f0f6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a008c93e871048ba8600b910fbdf30a0 HTTP/1.1" status: 200  len: 5704 time: 0.2640004
Apr 03 05:26:58.710862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'port': {'device_id': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'admin_state_up': True, 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'security_groups': ['bd01bccf-6a62-403b-aa29-e86f813e87b5']}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:26:58.827946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38300) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:59.145134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cfb96-21db-4a5f-b93c-9194cac4a186 req-ea7ac8f7-d14d-43b8-b259-2366f70eb065 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:59.154055 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ed6cfb96-21db-4a5f-b93c-9194cac4a186 req-ea7ac8f7-d14d-43b8-b259-2366f70eb065 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 943 time: 0.4160988
Apr 03 05:26:59.158519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.220688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:59.225439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Usage tracker for resource:security_group_rule and tenant:dab03b28d4d14906849cc8d97d3ed3f9 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:59.229117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:59.236149 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-cdd9ba4e-ca9b-438a-bd1f-98b684ebaf42 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6373470
Apr 03 05:26:59.237054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:59.242705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:59.253785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:59.289705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Made reservation on behalf of a008c93e871048ba8600b910fbdf30a0 for: {'port': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:26:59.298202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.336887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.346808 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d545f63-58bb-44f0-88b9-b07f3ccbc1e0 req-467a2361-1770-49e7-9fe8-2caa616dfb23 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:26:59.361438 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0d545f63-58bb-44f0-88b9-b07f3ccbc1e0 req-467a2361-1770-49e7-9fe8-2caa616dfb23 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.4946568
Apr 03 05:26:59.367113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.384451 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ed6cfb96-21db-4a5f-b93c-9194cac4a186 req-a921f7c3-cec6-419c-9cab-26a037179269 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2275965
Apr 03 05:26:59.384936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38324) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:59.400894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38326) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:59.412880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:59.442331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a275150a-c5f6-47f9-8b51-8d7c44014a58,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:59.453276 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:26:59.492443 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dab03b28d4d14906849cc8d97d3ed3f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6609309
Apr 03 05:26:59.506495 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0d545f63-58bb-44f0-88b9-b07f3ccbc1e0 req-d9d2cea0-9852-47c6-b66b-19358afe16d9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439259
Apr 03 05:26:59.507050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38338) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:26:59.572081 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2425b099-44ea-46ef-b13c-f01a48638d77 req-e1101d56-abc6-47ea-8574-30c6bd0cbd30 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3108063
Apr 03 05:26:59.616517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Allocated IP 172.20.0.4 (cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af/45f426cc-ba72-4252-a86d-bba435b728f3/118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:26:59.645025 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1c43a579-83ad-473c-8d99-50546a9c47e1 req-afa99d2a-ad50-4be8-90f8-c88a92fb9ea8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 210 time: 0.0688217
Apr 03 05:26:59.706139 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abe3323f-88f7-42e0-a61e-5af757bf320e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.709148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.756045 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:59.758776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.781204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:1786ea0abdd54bba9c0fd3943db5c674 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:59.792784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:59.800967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abe3323f-88f7-42e0-a61e-5af757bf320e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.809243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:26:59.815970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:59.820240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Usage tracker for resource:security_group_rule and tenant:7d378d06610e4fcd9d909bb63f1ab382 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:26:59.832946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:26:59.848462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:26:59.925490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abe3323f-88f7-42e0-a61e-5af757bf320e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:26:59.944111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-145eb9bd-5a7d-4882-9395-7b44e94954f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:26:59.973278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3323f-88f7-42e0-a61e-5af757bf320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a275150a-c5f6-47f9-8b51-8d7c44014a58,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:26:59.991948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-abe3323f-88f7-42e0-a61e-5af757bf320e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:00.025546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abe3323f-88f7-42e0-a61e-5af757bf320e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.026771 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-abe3323f-88f7-42e0-a61e-5af757bf320e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a275150a-c5f6-47f9-8b51-8d7c44014a58 HTTP/1.1" status: 204  len: 168 time: 0.5186720
Apr 03 05:27:00.031905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device f96a2027-85c1-4996-9387-145d61872f4e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:27:00.040592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.057439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.060879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Transition to ACTIVE for port object 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:00.070986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.087207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-229002fe-7e3e-4017-960d-1f750f8733b6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:00.092592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.134725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:00.141069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.144775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50043d00-31d6-4e67-b836-1b43e597d8ff,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:00.172778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:00.176599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.217198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3916d4e4-d9e9-4876-957a-1e268ddb37c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:00.227050 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d378d06610e4fcd9d909bb63f1ab382&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7949238
Apr 03 05:27:00.230334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38348) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:00.233994 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1786ea0abdd54bba9c0fd3943db5c674&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8381560
Apr 03 05:27:00.239833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38350) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:00.244456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port f96a2027-85c1-4996-9387-145d61872f4e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f96a2027-85c1-4996-9387-145d61872f4e,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:00.262821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'f96a2027-85c1-4996-9387-145d61872f4e', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'port_id': 'f96a2027-85c1-4996-9387-145d61872f4e', 'mac_address': 'fa:16:3e:0c:00:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:27:00.337442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e594b76-ee68-4348-a278-0c70476d5566,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:00.341607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:00.347148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.357838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:00.362561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:00.369431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96a2027-85c1-4996-9387-145d61872f4e {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:27:00.392651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port f96a2027-85c1-4996-9387-145d61872f4e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f96a2027-85c1-4996-9387-145d61872f4e,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:00.398709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.400911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:00.418687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:00.420580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:00.423655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:00.428346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b5f260ca-c746-4e2d-8976-f0a296bb0c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.461824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-029595c3-6f9c-40f2-b786-0041b405f6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.491412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-029595c3-6f9c-40f2-b786-0041b405f6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.521186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:00.522094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.524428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=f96a2027-85c1-4996-9387-145d61872f4e,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:00.546859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:00.569444 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8634434
Apr 03 05:27:00.574612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b5f260ca-c746-4e2d-8976-f0a296bb0c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.593637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Request body: {'port': {'device_id': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:00.602261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-029595c3-6f9c-40f2-b786-0041b405f6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.616997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2ca36064-eb69-49a4-acfb-cd4887180a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:00.637461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38364) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:00.677480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['f96a2027-85c1-4996-9387-145d61872f4e'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:27:00.756984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.760308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029595c3-6f9c-40f2-b786-0041b405f6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e594b76-ee68-4348-a278-0c70476d5566,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:00.768055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-aa4b362d-8a44-48f9-82b2-fd7e4606f2ac None None] Provisioning for port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:00.786586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-aa4b362d-8a44-48f9-82b2-fd7e4606f2ac None None] Provisioning complete for port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:00.787007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aa4b362d-8a44-48f9-82b2-fd7e4606f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.808546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-029595c3-6f9c-40f2-b786-0041b405f6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:00.821778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b5f260ca-c746-4e2d-8976-f0a296bb0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.825821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:00.847728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f260ca-c746-4e2d-8976-f0a296bb0c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50043d00-31d6-4e67-b836-1b43e597d8ff,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:00.849796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-029595c3-6f9c-40f2-b786-0041b405f6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.850998 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-029595c3-6f9c-40f2-b786-0041b405f6c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e594b76-ee68-4348-a278-0c70476d5566 HTTP/1.1" status: 204  len: 168 time: 0.6157739
Apr 03 05:27:00.853169 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.867807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b5f260ca-c746-4e2d-8976-f0a296bb0c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:00.874200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:00.878637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f14278a1a6404e9eb707250d77ca19 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:00.881335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:00.890635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b362d-8a44-48f9-82b2-fd7e4606f2ac None None] Port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:27:00.897824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:00.926870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b5f260ca-c746-4e2d-8976-f0a296bb0c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:00.928302 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b5f260ca-c746-4e2d-8976-f0a296bb0c5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50043d00-31d6-4e67-b836-1b43e597d8ff HTTP/1.1" status: 204  len: 168 time: 0.6874461
Apr 03 05:27:00.978739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd7cdf-e5fc-4846-9153-0c28583bdbce req-9fc5b4ef-569a-48c5-b97c-b932552f31af tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:00.980444 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c3fd7cdf-e5fc-4846-9153-0c28583bdbce req-9fc5b4ef-569a-48c5-b97c-b932552f31af tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 944 time: 0.3411067
Apr 03 05:27:01.043782 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c3fd7cdf-e5fc-4846-9153-0c28583bdbce req-90659d5f-a8ba-45fd-898e-d38c903f16d3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529215
Apr 03 05:27:01.080384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336707c4-3bfe-47e1-b462-f2acd735c9ff req-f12f4218-4f27-4b07-bf57-5452176656fd tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:01.082348 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-336707c4-3bfe-47e1-b462-f2acd735c9ff req-f12f4218-4f27-4b07-bf57-5452176656fd tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.3129244
Apr 03 05:27:01.221140 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-336707c4-3bfe-47e1-b462-f2acd735c9ff req-a443dcb1-3992-43d5-bc85-d71e484324e0 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266375
Apr 03 05:27:01.237740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.251910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.267439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-bc52d2fa-436d-40c6-ae92-d3970d68c040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:01.306464 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d346f13d-4899-4469-8dc0-13dfe07fc843,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:01.332913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:01.466397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38380) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:01.470951 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0f14278a1a6404e9eb707250d77ca19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7834365
Apr 03 05:27:01.472377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae {{(pid=84376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:27:01.519127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38386) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:01.522766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.523762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32367-9f3b-4fbc-a3ae-526162b79278 req-193bc42e-6974-4e0e-b764-9f3703ebc38c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:01.525449 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-82f32367-9f3b-4fbc-a3ae-526162b79278 req-193bc42e-6974-4e0e-b764-9f3703ebc38c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 931 time: 0.2226222
Apr 03 05:27:01.567090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Transition to ACTIVE for port object 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae will not be triggered until provisioned by entity L2. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:01.569109 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.579144 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-82f32367-9f3b-4fbc-a3ae-526162b79278 req-da0c9f67-919b-4746-9be2-2efd9a003725 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433118
Apr 03 05:27:01.590825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.615810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7614225f-0edb-4c41-9659-bef36b15bcff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:01.647021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:01.669301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-29129405-978c-4f98-b933-0b02e051f96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.697081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Usage tracker for resource:security_group_rule and tenant:255b5ffe838140e08c9101ddb3139fc6 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:01.743963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38390) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:01.755983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:01.764259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.779264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:01.780026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:01.784088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Usage tracker for resource:security_group_rule and tenant:faf5962e35f54a7f98bb83ccd1bef27a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:01.787052 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:01.793505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:01.872133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:01.876435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:01.884417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-29129405-978c-4f98-b933-0b02e051f96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.886240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.889960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.899195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:01.909144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.923975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:01.936604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:01.944934 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faf5962e35f54a7f98bb83ccd1bef27a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1971521
Apr 03 05:27:01.944934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8defba-51cd-4904-a93d-250f7254100b,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:01.946576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38396) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:01.949183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:02.009832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-01e3b37c-3515-4e6b-9e06-c381c0d8b3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.010048 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=255b5ffe838140e08c9101ddb3139fc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4841104
Apr 03 05:27:02.015424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38400) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:02.021371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd822d25-41ce-4c96-b11b-87831d41d956,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:02.024686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:02.039381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-01e3b37c-3515-4e6b-9e06-c381c0d8b3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.044625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device f96a2027-85c1-4996-9387-145d61872f4e up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:02.110180 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-01e3b37c-3515-4e6b-9e06-c381c0d8b3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.132077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-701dc577-27cb-4b06-98db-bc929b032fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:02.142239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port f96a2027-85c1-4996-9387-145d61872f4e completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:02.151152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port f96a2027-85c1-4996-9387-145d61872f4e triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:02.151715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.165631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3b37c-3515-4e6b-9e06-c381c0d8b3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8defba-51cd-4904-a93d-250f7254100b,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:02.173286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-01e3b37c-3515-4e6b-9e06-c381c0d8b3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.177328 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-01e3b37c-3515-4e6b-9e06-c381c0d8b3c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc8defba-51cd-4904-a93d-250f7254100b HTTP/1.1" status: 204  len: 168 time: 0.2272329
Apr 03 05:27:02.177328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-01e3b37c-3515-4e6b-9e06-c381c0d8b3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:02.179706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-29129405-978c-4f98-b933-0b02e051f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.197479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-edc81c47-1366-4bf4-8414-20bbae4ce263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:02.221350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34c9cb21-78de-47e3-ac3e-01a1e386d9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.268519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29129405-978c-4f98-b933-0b02e051f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d346f13d-4899-4469-8dc0-13dfe07fc843,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:02.270950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-29129405-978c-4f98-b933-0b02e051f96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:02.304302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1ef91ce-75e5-43f1-821b-f29d0741333c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.322100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-29129405-978c-4f98-b933-0b02e051f96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.323372 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-29129405-978c-4f98-b933-0b02e051f96e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d346f13d-4899-4469-8dc0-13dfe07fc843 HTTP/1.1" status: 204  len: 168 time: 0.8552186
Apr 03 05:27:02.364584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1ef91ce-75e5-43f1-821b-f29d0741333c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.413904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Attempting to bind port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:27:02.414278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Attempting to bind port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:27:02.414647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Attempting to bind port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae on network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:02.426156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae on network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:27:02.426516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Attempting to bind port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae on network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:02.433016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:27:02.433384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Checking segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:02.433803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Bound using segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:27:02.434281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Bound port: 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'}}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:27:02.434665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.454887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.495587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19715b-0390-4f64-a1ab-e7c84196ba51 req-eaa82c1f-d913-4368-977f-57d26fd6b033 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:02.511387 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1e19715b-0390-4f64-a1ab-e7c84196ba51 req-eaa82c1f-d913-4368-977f-57d26fd6b033 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 944 time: 0.2141540
Apr 03 05:27:02.518564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1ef91ce-75e5-43f1-821b-f29d0741333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.525437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b4bd2941-1cef-465f-84f0-1f6a20b0c072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:02.544093 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421534fa-5676-4ac8-988e-8f819f81316b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96a2027-85c1-4996-9387-145d61872f4e'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:02.555015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef91ce-75e5-43f1-821b-f29d0741333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd822d25-41ce-4c96-b11b-87831d41d956,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:02.557630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f1ef91ce-75e5-43f1-821b-f29d0741333c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:02.568513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1ef91ce-75e5-43f1-821b-f29d0741333c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.569735 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f1ef91ce-75e5-43f1-821b-f29d0741333c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd822d25-41ce-4c96-b11b-87831d41d956 HTTP/1.1" status: 204  len: 168 time: 0.5520022
Apr 03 05:27:02.575149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, cleared binding levels {{(pid=84376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:27:02.579622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:27:02.592888 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.622753 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port f96a2027-85c1-4996-9387-145d61872f4e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f96a2027-85c1-4996-9387-145d61872f4e,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:02.629393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.632334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:02.634143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-145ff270-b166-4bde-9b57-cb9f6ec16d03 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:02.692661 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1e19715b-0390-4f64-a1ab-e7c84196ba51 req-b894f65e-75aa-4d77-a24d-d81a1468bd7c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1800931
Apr 03 05:27:02.737344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=3']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:02.740780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:02.768994 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421534fa-5676-4ac8-988e-8f819f81316b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96a2027-85c1-4996-9387-145d61872f4e', 'code': 200}
Apr 03 05:27:02.801951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=f96a2027-85c1-4996-9387-145d61872f4e,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:02.805772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:02.811664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f5466-68c7-4bb4-bfa8-1ea4cbaef2d5 req-72d657a4-5eb4-4cd4-813f-7bec098aa1f9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:02.822714 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b73f5466-68c7-4bb4-bfa8-1ea4cbaef2d5 req-72d657a4-5eb4-4cd4-813f-7bec098aa1f9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.3005540
Apr 03 05:27:02.978114 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b73f5466-68c7-4bb4-bfa8-1ea4cbaef2d5 req-c33f1e2e-8d3e-4642-9db6-27d9c3cf9a4c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417055
Apr 03 05:27:02.996519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:02.997454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:02.999618 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] 10.222.0.35 "PUT /v2.0/ports/118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae HTTP/1.1" status: 200  len: 1093 time: 2.4203007
Apr 03 05:27:03.067694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25c03a-4c1d-47a2-b7a7-3c2760ace6eb req-d64e4fe6-1875-4b20-b39d-4479bb356f0e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:03.069942 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3b25c03a-4c1d-47a2-b7a7-3c2760ace6eb req-d64e4fe6-1875-4b20-b39d-4479bb356f0e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1660206
Apr 03 05:27:03.097801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:03.239491 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'status': 'completed', 'code': 200}
Apr 03 05:27:03.247303 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3b25c03a-4c1d-47a2-b7a7-3c2760ace6eb req-3956b283-129b-49de-baec-e718a0ab393a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688852
Apr 03 05:27:03.255477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fcccd-ed39-4296-98c4-bcd8a2cfd93e req-3c409fb3-036a-4735-b456-bd51feb80a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:03.257554 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6d6fcccd-ed39-4296-98c4-bcd8a2cfd93e req-3c409fb3-036a-4735-b456-bd51feb80a51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 1098 time: 0.2565374
Apr 03 05:27:03.268262 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-f9019d47-8f91-49bd-82d9-59205c5c2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:03.268927 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-f9019d47-8f91-49bd-82d9-59205c5c2310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 1096 time: 0.1557846
Apr 03 05:27:03.310754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:03.393016 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-3b0094a9-8026-4696-bed9-cc714b52043f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae HTTP/1.1" status: 200  len: 217 time: 0.0845990
Apr 03 05:27:03.396658 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6d6fcccd-ed39-4296-98c4-bcd8a2cfd93e req-128d077f-5511-41e2-b266-026cccbdfa7d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266818
Apr 03 05:27:03.540559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-931c4736-341c-4571-89b7-8c74b40baf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:03.542282 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-931c4736-341c-4571-89b7-8c74b40baf12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.0664754
Apr 03 05:27:03.639551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-97a71983-1e97-4647-88c7-0de05c51013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:03.641621 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-97a71983-1e97-4647-88c7-0de05c51013c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890114
Apr 03 05:27:03.810494 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-cbd23372-4819-4e5d-9977-e9bd4ea8100e service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562073
Apr 03 05:27:03.960891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d220f-0a2d-415c-81e9-b669a3bc455b req-63371137-dae1-4bb4-acf6-95c4114550c1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:03.962691 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0d7d220f-0a2d-415c-81e9-b669a3bc455b req-63371137-dae1-4bb4-acf6-95c4114550c1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1065316
Apr 03 05:27:04.006416 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da4110ef-c9a8-4490-bf9c-bf918b6c768e req-af7f6d69-a90a-40b6-ab86-ae8a5635f729 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1822071
Apr 03 05:27:04.023332 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0d7d220f-0a2d-415c-81e9-b669a3bc455b req-5aac20ae-3862-49d4-90a6-53cfbd07c23c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527451
Apr 03 05:27:04.207715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-b7782bc9-0c0b-4a2f-8c27-fd7293689b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:04.209267 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-b7782bc9-0c0b-4a2f-8c27-fd7293689b56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 1096 time: 0.1409628
Apr 03 05:27:04.339208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebb835-50d0-42b3-b52b-e33d2b4c7592 req-1fc6b0ad-ee6f-477b-af96-56eb83e16968 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:04.351113 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bdebb835-50d0-42b3-b52b-e33d2b4c7592 req-1fc6b0ad-ee6f-477b-af96-56eb83e16968 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1612778
Apr 03 05:27:04.393061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66ffa7d9-6a5d-4287-86a8-04d2ec459ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:04.412264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-2f6a5a4a-2071-48a9-85c7-4837f1315f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:04.415913 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-2f6a5a4a-2071-48a9-85c7-4837f1315f48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 918 time: 0.1920254
Apr 03 05:27:04.836308 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bdebb835-50d0-42b3-b52b-e33d2b4c7592 req-f880f1d2-dee5-427f-bd15-914a99126000 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4777701
Apr 03 05:27:04.843276 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-1b6b5df1-0960-4656-8bf4-82908879a40b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae HTTP/1.1" status: 200  len: 217 time: 0.4154978
Apr 03 05:27:04.907885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f760d-5b1e-45a8-b438-8218a0de717c req-0fa4ea26-e5c0-4a8f-a36f-146a81fd759f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:04.909577 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da0f760d-5b1e-45a8-b438-8218a0de717c req-0fa4ea26-e5c0-4a8f-a36f-146a81fd759f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.4583731
Apr 03 05:27:04.943989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-ed35168a-f7d7-4924-89bc-0a418fbd0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:04.946265 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-ed35168a-f7d7-4924-89bc-0a418fbd0cb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.0812411
Apr 03 05:27:04.979973 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da0f760d-5b1e-45a8-b438-8218a0de717c req-f6ed776a-45fb-4fa3-9908-37a3619f50e5 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595055
Apr 03 05:27:05.065675 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-ad39032d-6694-4e14-b936-906822e4e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:05.069250 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-ad39032d-6694-4e14-b936-906822e4e105 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1056283
Apr 03 05:27:05.369310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:05.398519 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-c31ea9c1-56e2-4c19-a061-37de54c33caf service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3173785
Apr 03 05:27:05.433629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb2265-0f10-4b7c-ae36-9dcd74eee6a4 req-75b65e7d-e4aa-4526-8262-9946b186cf93 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:05.435669 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-65cb2265-0f10-4b7c-ae36-9dcd74eee6a4 req-75b65e7d-e4aa-4526-8262-9946b186cf93 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1627026
Apr 03 05:27:05.506335 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-65cb2265-0f10-4b7c-ae36-9dcd74eee6a4 req-621af3b8-34ea-405a-8b86-909182d7af35 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632234
Apr 03 05:27:05.599614 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebfbb83c-eb61-4668-b8a3-542693405c37 req-e5438ed9-058a-42b9-a3a8-985ae69a4f53 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900680
Apr 03 05:27:05.721258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768634af-bde6-4d4a-af05-4f731c95ae76 req-367e4709-bccf-42cc-a9e8-109570f8405b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:05.722764 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-768634af-bde6-4d4a-af05-4f731c95ae76 req-367e4709-bccf-42cc-a9e8-109570f8405b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.0927708
Apr 03 05:27:05.731982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38584) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:05.739243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'floatingip': {'port_id': 'f96a2027-85c1-4996-9387-145d61872f4e'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:05.835339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:06.223353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01172ab-454d-4a60-8d43-fbfbd7a1777d req-87cbeeb6-f890-4827-b030-6c64342f00e5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:06.225014 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e01172ab-454d-4a60-8d43-fbfbd7a1777d req-87cbeeb6-f890-4827-b030-6c64342f00e5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.2309635
Apr 03 05:27:06.301962 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e01172ab-454d-4a60-8d43-fbfbd7a1777d req-72dfe799-480d-488d-a663-da1d96bc28bc tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665424
Apr 03 05:27:06.318184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503564-4609-429a-894c-1ab0f7372eb3 req-8e225ed0-a928-42e2-bdc0-a898eabfa171 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:06.351433 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b7503564-4609-429a-894c-1ab0f7372eb3 req-8e225ed0-a928-42e2-bdc0-a898eabfa171 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.2088799
Apr 03 05:27:06.428181 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b7503564-4609-429a-894c-1ab0f7372eb3 req-8ead8329-1d29-4c07-9264-0a41af180921 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755785
Apr 03 05:27:06.833841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:06.855120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94859efd-be13-4e8c-86f4-fabb66ebd63d req-8d40a67b-44ca-4347-8cf3-b3e4df9cb8d8 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:06.856751 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-94859efd-be13-4e8c-86f4-fabb66ebd63d req-8d40a67b-44ca-4347-8cf3-b3e4df9cb8d8 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 946 time: 0.0986292
Apr 03 05:27:06.904502 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-94859efd-be13-4e8c-86f4-fabb66ebd63d req-bc1ced87-47ab-412f-8290-6b0773ee1ba8 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406222
Apr 03 05:27:06.943221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:06.945646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:07.326940 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Floating IP 4bbaa18e-6bf8-4629-bf1d-630eea05a5e9 associated. External IP: 172.27.3.69, port: f96a2027-85c1-4996-9387-145d61872f4e.
Apr 03 05:27:07.518008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f632b4-626d-45fe-9a61-351ce1d47724 req-7c66699e-4d21-4d9e-9da3-7e8e4199d5de tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:07.519653 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f6f632b4-626d-45fe-9a61-351ce1d47724 req-7c66699e-4d21-4d9e-9da3-7e8e4199d5de tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.0947752
Apr 03 05:27:07.635854 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f6f632b4-626d-45fe-9a61-351ce1d47724 req-b270c28e-7d56-4a4e-a139-8f05104f063e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987384
Apr 03 05:27:07.701966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deef28a-6c32-4931-adc3-432230aa7508 req-31d96f9c-61fb-4ce2-ae2b-963ad64219eb tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:07.705185 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5deef28a-6c32-4931-adc3-432230aa7508 req-31d96f9c-61fb-4ce2-ae2b-963ad64219eb tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1329403
Apr 03 05:27:07.716530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Router 75d3f499-cd84-44f3-bbb2-f605a924b5fd has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:27:07.785377 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5deef28a-6c32-4931-adc3-432230aa7508 req-33a22ab2-d019-4624-9ec7-ecced39e1b1d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680015
Apr 03 05:27:07.917603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:27:07.922351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:07.952497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] Sync routers for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:27:07.969113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:07.969696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cb83c88>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:07.988476 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a759cf9b-885c-4025-a3c2-35aa51628d14 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "PUT /v2.0/floatingips/4bbaa18e-6bf8-4629-bf1d-630eea05a5e9 HTTP/1.1" status: 200  len: 990 time: 2.2548282
Apr 03 05:27:07.989123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421534fa-5676-4ac8-988e-8f819f81316b', 'tag': 'f96a2027-85c1-4996-9387-145d61872f4e'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:08.207367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919db5e-465e-40c1-afe5-3dd4c8a0eb0e req-a388f0ed-1675-4e6c-aad7-003c3adb9293 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:08.215797 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a919db5e-465e-40c1-afe5-3dd4c8a0eb0e req-a388f0ed-1675-4e6c-aad7-003c3adb9293 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 946 time: 0.1547279
Apr 03 05:27:08.217363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:08.268686 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a919db5e-465e-40c1-afe5-3dd4c8a0eb0e req-67bbf241-feb4-4b29-b71f-ed29b5341f39 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518188
Apr 03 05:27:08.319460 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421534fa-5676-4ac8-988e-8f819f81316b', 'tag': 'f96a2027-85c1-4996-9387-145d61872f4e', 'status': 'completed', 'code': 200}
Apr 03 05:27:08.382073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:27:08.628630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cb83c88>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '4bbaa18e-6bf8-4629-bf1d-630eea05a5e9', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'port_id': 'f96a2027-85c1-4996-9387-145d61872f4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'mac_address': 'fa:16:3e:0c:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421534fa-5676-4ac8-988e-8f819f81316b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:41Z', 'updated_at': '2021-04-03T05:27:06Z', 'revision_number': 1, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:08.632705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] Checking router: 75d3f499-cd84-44f3-bbb2-f605a924b5fd for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:27:08.642645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:08.643360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cb83c88>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:08.687586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:08.702249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'port_id': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'mac_address': 'fa:16:3e:9a:08:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:27:08.765723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:08.783830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:27:08.799777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:08.803036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:08.805378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df114e5f-8c18-4d69-b309-c1c587184787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:08.841070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:08.854979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bd493-0bfd-48dc-b598-07864f2b591e req-3723e093-699c-452d-982e-ec301f16a153 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:08.856673 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0e7bd493-0bfd-48dc-b598-07864f2b591e req-3723e093-699c-452d-982e-ec301f16a153 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.0970511
Apr 03 05:27:08.875784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:08.879330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:08.907227 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0e7bd493-0bfd-48dc-b598-07864f2b591e req-1c58bf1b-5d89-4035-a044-e5b54dd42f22 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423970
Apr 03 05:27:09.096046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058aabc-ddf8-4f12-a967-4b4d284e3293 req-f68932a6-987e-4029-9e4c-72e6e08683e7 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:09.098136 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6058aabc-ddf8-4f12-a967-4b4d284e3293 req-f68932a6-987e-4029-9e4c-72e6e08683e7 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 944 time: 0.0899713
Apr 03 05:27:09.167746 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6058aabc-ddf8-4f12-a967-4b4d284e3293 req-4e601ec8-28ce-4de1-9c7f-21eea60201f5 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418425
Apr 03 05:27:09.223231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cb83c88>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '4bbaa18e-6bf8-4629-bf1d-630eea05a5e9', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'port_id': 'f96a2027-85c1-4996-9387-145d61872f4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'mac_address': 'fa:16:3e:0c:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421534fa-5676-4ac8-988e-8f819f81316b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:41Z', 'updated_at': '2021-04-03T05:27:06Z', 'revision_number': 1, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:09.227400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4063c8-369a-4cae-8aeb-01e145750edc None None] The sync data for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi is: [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '4bbaa18e-6bf8-4629-bf1d-630eea05a5e9', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'port_id': 'f96a2027-85c1-4996-9387-145d61872f4e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'mac_address': 'fa:16:3e:0c:00:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421534fa-5676-4ac8-988e-8f819f81316b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:41Z', 'updated_at': '2021-04-03T05:27:06Z', 'revision_number': 1, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:27:09.469209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e987983-6c3e-4371-8ced-6f2f42e09a29 req-fd5ba555-836e-43eb-b1cf-6babb5db8ace tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:09.470881 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6e987983-6c3e-4371-8ced-6f2f42e09a29 req-fd5ba555-836e-43eb-b1cf-6babb5db8ace tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 946 time: 0.0930939
Apr 03 05:27:09.522584 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6e987983-6c3e-4371-8ced-6f2f42e09a29 req-ca99a5bb-048d-48d7-b1d8-a299a7e16a29 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449765
Apr 03 05:27:09.536944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60816b1-63e4-4b81-8b73-ba969f332a26 None None] New status for floating IP 4bbaa18e-6bf8-4629-bf1d-630eea05a5e9: ACTIVE {{(pid=84377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:27:10.113448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dbaf1-f604-454f-8177-9cf390271f64 req-c4febd4c-e7d2-4eee-80c0-edffecc24457 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:10.114966 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb8dbaf1-f604-454f-8177-9cf390271f64 req-c4febd4c-e7d2-4eee-80c0-edffecc24457 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.0906022
Apr 03 05:27:10.168662 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb8dbaf1-f604-454f-8177-9cf390271f64 req-dbcd3122-449e-44c1-ae5c-497013163b41 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467935
Apr 03 05:27:10.370984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20013644-1976-4746-bd69-018aa628234b req-2e9ceb05-d09e-4933-8cc8-d3ef95280ef0 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:10.373041 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20013644-1976-4746-bd69-018aa628234b req-2e9ceb05-d09e-4933-8cc8-d3ef95280ef0 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 944 time: 0.0877745
Apr 03 05:27:10.421728 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20013644-1976-4746-bd69-018aa628234b req-45e05a6c-cf52-46ed-93db-7e12fbe618d2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415814
Apr 03 05:27:10.547805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-a9585827-d277-4c1f-82d3-fe3968a309b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:10.549993 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-a9585827-d277-4c1f-82d3-fe3968a309b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 1098 time: 0.0793288
Apr 03 05:27:10.708988 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-bbd2d699-ac95-4997-a064-f3b339d88ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:10.710569 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-bbd2d699-ac95-4997-a064-f3b339d88ec4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 912 time: 0.1474342
Apr 03 05:27:10.741609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b84c64-5184-4db4-9fe4-08531fcc1843 req-2404bd0e-677c-4e85-aab1-cfa123430871 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:10.743250 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-28b84c64-5184-4db4-9fe4-08531fcc1843 req-2404bd0e-677c-4e85-aab1-cfa123430871 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 946 time: 0.0958297
Apr 03 05:27:10.791541 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-28b84c64-5184-4db4-9fe4-08531fcc1843 req-c76d7d27-2c9a-420b-acfd-ecb7fc57de81 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413973
Apr 03 05:27:10.797316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:27:10.822760 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-5cf41cc3-6ca0-425d-a52e-b2383a2a5f08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96a2027-85c1-4996-9387-145d61872f4e HTTP/1.1" status: 200  len: 1000 time: 0.1046324
Apr 03 05:27:10.898494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-e0c6c9ee-aa35-4adf-a928-ec91d27d2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:10.900125 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-e0c6c9ee-aa35-4adf-a928-ec91d27d2245 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.0653374
Apr 03 05:27:10.987095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-a709203d-e7d0-4ab0-8f7e-84a75b9d156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:10.988642 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-a709203d-e7d0-4ab0-8f7e-84a75b9d156a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818827
Apr 03 05:27:11.136226 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-401aa234-c1b9-43b4-91ef-e55df8e935b5 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399095
Apr 03 05:27:11.353585 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-015ef8ab-42cc-48e0-801b-6dbcfb35ba51 req-0c22657d-1218-4054-8c1f-8f12d6f36bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2067294
Apr 03 05:27:11.362345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-fa43781b-4d0f-4151-b1d9-2fa2397e932c tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:11.363107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-fa43781b-4d0f-4151-b1d9-2fa2397e932c tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Synchronizing usage tracker for tenant:196c93e89ff04966ab654d1f19cc492a on resource:port {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:27:11.381296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-fa43781b-4d0f-4151-b1d9-2fa2397e932c tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Unset dirty status for tenant:196c93e89ff04966ab654d1f19cc492a on resource:port {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:27:11.382529 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-fa43781b-4d0f-4151-b1d9-2fa2397e932c tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 946 time: 0.2000074
Apr 03 05:27:11.416882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7b943-01ca-440b-9f7b-53bd1513ef88 req-b41b2148-040e-4b47-8f67-008091d21155 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:11.418479 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-98f7b943-01ca-440b-9f7b-53bd1513ef88 req-b41b2148-040e-4b47-8f67-008091d21155 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1226678
Apr 03 05:27:11.501391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Deleting port ca5fe721-54bd-4519-87b2-32908566d5ca {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:27:11.501782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:11.503422 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-98f7b943-01ca-440b-9f7b-53bd1513ef88 req-6c97ceb7-a7b8-4a8b-9744-941dbd64d4c1 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761511
Apr 03 05:27:11.698846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cbdb1-8dd4-47ae-84e8-b015e3493f3c req-cfff127f-0660-4556-8083-f316a9ed3e58 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:11.710263 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-855cbdb1-8dd4-47ae-84e8-b015e3493f3c req-cfff127f-0660-4556-8083-f316a9ed3e58 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 944 time: 0.1246264
Apr 03 05:27:11.777269 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-855cbdb1-8dd4-47ae-84e8-b015e3493f3c req-ec7f65be-53f2-447b-81da-4d4a62558ef4 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655730
Apr 03 05:27:11.934757 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] For port ca5fe721-54bd-4519-87b2-32908566d5ca, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ca5fe721-54bd-4519-87b2-32908566d5ca,segment=NetworkSegment(185f2267-7cd8-47d2-a974-6be760ddc7bf),segment_id=185f2267-7cd8-47d2-a974-6be760ddc7bf)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:11.935576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:11.979469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38744) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:12.116207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Calling delete_port for ca5fe721-54bd-4519-87b2-32908566d5ca owned by compute:nova {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:27:12.155697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3c259-3d08-4acb-b115-5488c1d00b78 req-90460372-ee21-432e-826b-9fb58f3c77cd tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:12.163878 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-10c3c259-3d08-4acb-b115-5488c1d00b78 req-90460372-ee21-432e-826b-9fb58f3c77cd tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 946 time: 0.1001203
Apr 03 05:27:12.251949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.288518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:12.296072 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-10c3c259-3d08-4acb-b115-5488c1d00b78 req-08656e91-8e5c-4436-972f-5df0ff46acb2 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c805edd-f68e-42cd-a4b6-217cd331cc4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311252
Apr 03 05:27:12.300464 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Usage tracker for resource:security_group_rule and tenant:26bbbf05510143dc93f88a6bc60e59d5 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:12.305333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:12.314416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:12.334411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38760) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:12.396966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.414418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['ca5fe721-54bd-4519-87b2-32908566d5ca'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:27:12.426600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:12.430553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.434694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.444884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3b984fb6-bc03-4ed8-8663-a0d999896555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:12.460731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:12.491778 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26bbbf05510143dc93f88a6bc60e59d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5109310
Apr 03 05:27:12.494545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38768) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:12.495385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39c920-b6f1-472d-a5e8-e5290311134e,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:12.521395 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.521798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.522197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.522589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.522975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.523391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.523779 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.524270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.524671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.525050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.525402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.525786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.530385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:12.531741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.548844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Pushing event deleted for resources: {'Port': ['ID=ca5fe721-54bd-4519-87b2-32908566d5ca,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:12.549293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:12.555334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Usage tracker for resource:security_group_rule and tenant:21e4ccc53cc0454da802e94f61ee7232 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:12.558881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:12.564016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:12.564150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.564644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.565398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.565398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.565770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.566156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.566271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:12.566537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.566919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.567369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.567866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.568108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.568550 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.588540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:12.590202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.632696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:12.679466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07621c38-2e77-48d4-9a58-665497a4196a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.734404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07621c38-2e77-48d4-9a58-665497a4196a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.748506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.791558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:12.792480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:12.798932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.800961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:12.822190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.828546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.844754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:12.875521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] No DVR routers for this DVR port ca5fe721-54bd-4519-87b2-32908566d5ca on host hv-cinder-78462 {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:27:12.878832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.881347 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:12.882863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e56a556-84f2-4c76-bd79-08e9ed87640a', 'name': 'network-vif-deleted', 'tag': 'ca5fe721-54bd-4519-87b2-32908566d5ca'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:12.886401 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21e4ccc53cc0454da802e94f61ee7232&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5508626
Apr 03 05:27:12.890402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38784) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:12.896768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.897155 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.897630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.897880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.898248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.898614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.898976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.899367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.899734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.900093 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.900624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.900985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:12.903007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03482e9-d6dd-408f-a08f-a9d42a063d95 req-a6d124b5-2596-4431-b7c9-ac5dc324f83c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:12.905628 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b03482e9-d6dd-408f-a08f-a9d42a063d95 req-a6d124b5-2596-4431-b7c9-ac5dc324f83c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.2677734
Apr 03 05:27:12.906110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:12.913761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323a29da-1db6-42a2-9faf-7e67349b1d5c,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:12.941290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:12.943584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07621c38-2e77-48d4-9a58-665497a4196a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.947198 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'code': 200}
Apr 03 05:27:12.949435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-07621c38-2e77-48d4-9a58-665497a4196a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:12.951391 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-07621c38-2e77-48d4-9a58-665497a4196a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c39c920-b6f1-472d-a5e8-e5290311134e HTTP/1.1" status: 204  len: 168 time: 0.4477608
Apr 03 05:27:12.969605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-29129405-978c-4f98-b933-0b02e051f96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:12.972410 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b03482e9-d6dd-408f-a08f-a9d42a063d95 req-3b6632dc-d043-4fbe-a38f-7ffe3f2c132b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598772
Apr 03 05:27:12.981222 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c95d8cbc-eaf0-4992-96f3-1f8205cf1b55 req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.35 "DELETE /v2.0/ports/ca5fe721-54bd-4519-87b2-32908566d5ca HTTP/1.1" status: 204  len: 173 time: 1.5919316
Apr 03 05:27:12.987355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07621c38-2e77-48d4-9a58-665497a4196a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39c920-b6f1-472d-a5e8-e5290311134e,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:12.998675 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-07621c38-2e77-48d4-9a58-665497a4196a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:13.029864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-69f3b86e-648d-44d5-b892-5c96174a682a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.062496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-69f3b86e-648d-44d5-b892-5c96174a682a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.071119 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e56a556-84f2-4c76-bd79-08e9ed87640a', 'name': 'network-vif-deleted', 'tag': 'ca5fe721-54bd-4519-87b2-32908566d5ca', 'status': 'completed', 'code': 200}
Apr 03 05:27:13.128398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-69f3b86e-648d-44d5-b892-5c96174a682a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.141414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ef276fa5-2194-4d36-b41a-00342ae563c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:13.173613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3b86e-648d-44d5-b892-5c96174a682a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323a29da-1db6-42a2-9faf-7e67349b1d5c,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:13.181706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-69f3b86e-648d-44d5-b892-5c96174a682a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:13.182565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-69f3b86e-648d-44d5-b892-5c96174a682a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.183840 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-69f3b86e-648d-44d5-b892-5c96174a682a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/323a29da-1db6-42a2-9faf-7e67349b1d5c HTTP/1.1" status: 204  len: 168 time: 0.2920444
Apr 03 05:27:13.226974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e2ee4-3ceb-4513-a3c5-563bfc6627db req-2c4929e1-9390-4cf9-9122-8928d90146fb tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:13.232394 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7f2e2ee4-3ceb-4513-a3c5-563bfc6627db req-2c4929e1-9390-4cf9-9122-8928d90146fb tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1320901
Apr 03 05:27:13.316680 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7f2e2ee4-3ceb-4513-a3c5-563bfc6627db req-705410fc-36d4-4303-9f69-dd8dcefde5e6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736566
Apr 03 05:27:13.359900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ae66e-f62f-4ddf-92fe-82697ebc68fb req-e96b883e-b1e6-43c6-9e0c-33c730e31b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:13.361839 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2e2ae66e-f62f-4ddf-92fe-82697ebc68fb req-e96b883e-b1e6-43c6-9e0c-33c730e31b55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 1098 time: 0.1131258
Apr 03 05:27:13.413579 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2e2ae66e-f62f-4ddf-92fe-82697ebc68fb req-a22edebc-effe-4a89-8004-4732b943179d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442107
Apr 03 05:27:13.427405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38796) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:13.446166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.462210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:13.466902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Usage tracker for resource:security_group_rule and tenant:87532141bc054058907868318583c981 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:13.469943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:13.476142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:13.514911 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-323d4139-aac6-4f51-a4fb-5c2888215cba req-fcf839d2-a2b4-4891-b612-0904d6b19d8c tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e56a556-84f2-4c76-bd79-08e9ed87640a HTTP/1.1" status: 200  len: 210 time: 0.0540159
Apr 03 05:27:13.579508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.583198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.595203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2b735c6a-2aca-4066-bf8e-84f90ab7f378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:13.651057 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87532141bc054058907868318583c981&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2224822
Apr 03 05:27:13.652974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14174ad7-2998-4d0f-b41c-b85fa60d5de0,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:13.653973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38812) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:13.656748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:13.737952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a2636dde-86ee-4285-820f-aac1d58053fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.765593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a2636dde-86ee-4285-820f-aac1d58053fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.811980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a2636dde-86ee-4285-820f-aac1d58053fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.822310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-89c823ac-50a4-4c1e-b052-d7c663e9f2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:13.845913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a2636dde-86ee-4285-820f-aac1d58053fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:13.847416 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a2636dde-86ee-4285-820f-aac1d58053fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14174ad7-2998-4d0f-b41c-b85fa60d5de0 HTTP/1.1" status: 204  len: 168 time: 0.1875203
Apr 03 05:27:13.848686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2636dde-86ee-4285-820f-aac1d58053fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14174ad7-2998-4d0f-b41c-b85fa60d5de0,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:13.851964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a2636dde-86ee-4285-820f-aac1d58053fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:14.222029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38838) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:14.294103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea015f-2181-413e-9ba9-5d21b40b20e4 req-d77fa060-4591-44f0-9f0b-9c69bb769b1e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:14.296466 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a3ea015f-2181-413e-9ba9-5d21b40b20e4 req-d77fa060-4591-44f0-9f0b-9c69bb769b1e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1134646
Apr 03 05:27:14.367947 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a3ea015f-2181-413e-9ba9-5d21b40b20e4 req-c844d9f1-577b-4bdb-b999-27f7cba53aee tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631437
Apr 03 05:27:14.395450 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1514569727-network', 'tenant_id': '1208994855a645f888bc98801ae17b55'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:14.401059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:14.407566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Usage tracker for resource:network and tenant:1208994855a645f888bc98801ae17b55 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:14.411056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:14.417962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:14.439352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Made reservation on behalf of 1208994855a645f888bc98801ae17b55 for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:14.445055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:14.459269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:14.480977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:14.486763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Usage tracker for resource:security_group_rule and tenant:1208994855a645f888bc98801ae17b55 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:14.490197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:14.497040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:14.604189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:14.610301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:14.614983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-46642a33-d247-4bdc-b9d4-0ea90554392d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:14.616134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a441188-5c01-4b02-94b1-0c07506524b2 req-dce72e35-47a4-4ab5-b6f5-1719bb762c1d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:14.617838 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7a441188-5c01-4b02-94b1-0c07506524b2 req-dce72e35-47a4-4ab5-b6f5-1719bb762c1d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1398141
Apr 03 05:27:14.650325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:27:14.672687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f246a8-6db3-48bb-b7fb-8fcc552dc48c,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:14.675818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:14.676204 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Added segment f93798b8-b243-42b1-885d-baf6fcfe0f55 of type vlan for network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7
Apr 03 05:27:14.677498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:14.692343 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7a441188-5c01-4b02-94b1-0c07506524b2 req-6f0df341-53e6-406d-b1e7-8d9ee0307a2d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650077
Apr 03 05:27:14.709071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:14.750361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:14.751938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:14.752586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:14.757852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-12e2a797-d800-4a49-8926-46db88797c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:15.108398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38882) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:15.124675 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:15.128974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:15.133574 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9102094
Apr 03 05:27:15.136702 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:27:15.137127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38888) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:15.146255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Request body: {'subnet': {'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1514569727-subnet', 'tenant_id': '1208994855a645f888bc98801ae17b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:15.151398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:15.156885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Usage tracker for resource:subnet and tenant:1208994855a645f888bc98801ae17b55 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:15.160226 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:15.167717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:15.179769 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Made reservation on behalf of 1208994855a645f888bc98801ae17b55 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:15.186254 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852161939'] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:15.489009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:15.509224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:15.516445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Usage tracker for resource:security_group_rule and tenant:92cc5be9c4fd4a438df32924b9097b8b is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:15.562760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:15.570225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:15.694302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c86e9f-b638-482d-ad6e-0a59cac54fa9 req-8c4f896c-9c41-4d16-839b-dc853b01e940 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:15.696155 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-23c86e9f-b638-482d-ad6e-0a59cac54fa9 req-8c4f896c-9c41-4d16-839b-dc853b01e940 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1840687
Apr 03 05:27:15.751589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:15.767884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852390341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852161954'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:15.780831 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-23c86e9f-b638-482d-ad6e-0a59cac54fa9 req-8cef65d1-5b82-4524-855b-c720733bd72f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687978
Apr 03 05:27:15.781613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:15.786527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0865e959-277c-42dd-a5a6-a1eefe8a549e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:15.791484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-30b9e7a0-cfa5-4adc-aafd-1d9a5ea81d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:15.823607 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92cc5be9c4fd4a438df32924b9097b8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7117510
Apr 03 05:27:15.824628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38914) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:15.918164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07aac2c-8ee1-4c6c-a894-4e0fb4bf8fd1,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:15.929957 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:15.946020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e8e068-58e9-41ea-b4f4-6d095255676f,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:15.952814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:15.990630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-06a9c9e3-b8bd-417d-a5cc-fdf93ce38495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:16.012382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Checking segment: {'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:16.012775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Network hostable DHCP agents. Network: 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:27:16.020890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09b253-2a65-41b4-bef7-ca864b38d810 req-650fc3b8-d8d7-4c4c-bf03-bd9d771a8f6a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:16.022596 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ea09b253-2a65-41b4-bef7-ca864b38d810 req-650fc3b8-d8d7-4c4c-bf03-bd9d771a8f6a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1620259
Apr 03 05:27:16.034088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:27:16.045092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:16.057472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642f7401-dc72-4e37-af8a-31ba2a1ca18d None None] Network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:27:16.060968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:16.061629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:16.061970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-06a9c9e3-b8bd-417d-a5cc-fdf93ce38495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:16.093925 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-bf090954-f97b-4f72-aefd-c2884eedfa66 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9556847
Apr 03 05:27:16.113569 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ea09b253-2a65-41b4-bef7-ca864b38d810 req-6b83ca80-2c6e-43ab-8ef5-5e57fcd00c84 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791600
Apr 03 05:27:16.164650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-06a9c9e3-b8bd-417d-a5cc-fdf93ce38495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:16.172164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:16.193535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9c9e3-b8bd-417d-a5cc-fdf93ce38495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07aac2c-8ee1-4c6c-a894-4e0fb4bf8fd1,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:16.202340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-06a9c9e3-b8bd-417d-a5cc-fdf93ce38495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:16.214543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-06a9c9e3-b8bd-417d-a5cc-fdf93ce38495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:16.217617 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-06a9c9e3-b8bd-417d-a5cc-fdf93ce38495 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f07aac2c-8ee1-4c6c-a894-4e0fb4bf8fd1 HTTP/1.1" status: 204  len: 168 time: 0.3909543
Apr 03 05:27:16.385603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469540f-0ca6-473c-8dd5-32cdfc51dcdf req-7a2ee633-78f8-466f-952b-e7de2ed1d08b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:16.387592 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c469540f-0ca6-473c-8dd5-32cdfc51dcdf req-7a2ee633-78f8-466f-952b-e7de2ed1d08b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1023242
Apr 03 05:27:16.387726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaee218-cdb4-4534-8920-f3602bbd9cb2 None None] Network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:27:16.399200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 38940) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:16.429310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'floatingip': {'port_id': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:16.595621 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device ca5fe721-54bd-4519-87b2-32908566d5ca no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:27:16.611465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:16.668617 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: ca5fe721-54bd-4519-87b2-32908566d5ca {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:27:16.669014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device ca5fe721-54bd-4519-87b2-32908566d5ca not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:27:17.567353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 38984) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:17.671677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] Deleting subnet ee350f4e-451f-4450-9eeb-5d316a9604a3 {{(pid=84376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:27:17.674990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:17.738535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852276430'] for subnet, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:17.740414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17922fb5-79b0-46eb-891b-a8c2ffe7f6c4 req-bb900b05-aea8-45b1-9626-d8bfb3db0fd0 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:17.748718 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17922fb5-79b0-46eb-891b-a8c2ffe7f6c4 req-bb900b05-aea8-45b1-9626-d8bfb3db0fd0 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.7260561
Apr 03 05:27:17.786974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.resource_extend [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 03 05:27:17.814363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:17.900071 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17922fb5-79b0-46eb-891b-a8c2ffe7f6c4 req-d50793fb-64b8-4862-acce-6c1524b7fbd8 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502090
Apr 03 05:27:17.919458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:17.923380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:18.098087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2385408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2613847'] for subnet, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:18.129279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:18.135264 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Floating IP 8c752e31-c269-4617-9cf3-ab3582ca5708 associated. External IP: 172.27.3.79, port: 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae.
Apr 03 05:27:18.193595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee350f4e-451f-4450-9eeb-5d316a9604a3,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:18.196183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:18.313097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:18.324879 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-09240f59-570b-48e8-94f8-02d6681a0884 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee350f4e-451f-4450-9eeb-5d316a9604a3 HTTP/1.1" status: 204  len: 168 time: 0.7562912
Apr 03 05:27:18.327415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39006) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:18.467703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:18.588872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Router f6e17fa2-b914-428a-91c9-8101b3ec3da8 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:27:18.681010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:18.824960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:27:18.830990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:18.836454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] Sync routers for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:27:18.845435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64759ff60>,) {'filters': {'network_id': ['ba4e0fdd-a39e-489c-8556-82d46bbba1f3']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:18.855252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:18.855946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c852128>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:18.882394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64759ff60>, '185f2267-7cd8-47d2-a974-6be760ddc7bf') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:18.882723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64759ff60>, '185f2267-7cd8-47d2-a974-6be760ddc7bf') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:18.909484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:18.913363 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-39f520c1-e3b5-4cf6-8c86-6744d4c50364 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "PUT /v2.0/floatingips/8c752e31-c269-4617-9cf3-ab3582ca5708 HTTP/1.1" status: 200  len: 990 time: 2.5127256
Apr 03 05:27:18.914724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:18.962277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:18.976133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:27:19.202078 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'status': 'completed', 'code': 200}
Apr 03 05:27:19.243731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706cf056-983c-4d6e-85ae-d279d2ab0e3e req-2f3f95b6-2854-414f-ba2a-e529ea9745ee tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:19.245523 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-706cf056-983c-4d6e-85ae-d279d2ab0e3e req-2f3f95b6-2854-414f-ba2a-e529ea9745ee tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1393564
Apr 03 05:27:19.303358 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-706cf056-983c-4d6e-85ae-d279d2ab0e3e req-e713995a-5695-4b9b-8dde-bd470d46a428 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502830
Apr 03 05:27:19.327563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:19.338880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:27:19.349527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:19.526014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-8bed40fe-2c4e-433e-b9f7-4cdc2ecd0e2d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:19.527889 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-8bed40fe-2c4e-433e-b9f7-4cdc2ecd0e2d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/networks?id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 HTTP/1.1" status: 200  len: 809 time: 0.2235160
Apr 03 05:27:19.547298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-3492dd13-0b0a-4df7-a687-10ccf35691c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:19.549052 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-3492dd13-0b0a-4df7-a687-10ccf35691c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 1098 time: 0.2885420
Apr 03 05:27:19.556503 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-3f9b5efe-d9d8-4c5e-80a4-844383bfac5d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/quotas/1208994855a645f888bc98801ae17b55 HTTP/1.1" status: 200  len: 375 time: 0.0197124
Apr 03 05:27:19.583826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Network ba4e0fdd-a39e-489c-8556-82d46bbba1f3 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:27:19.621830 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:27:19.627852 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-aa5ca114-6c6e-4b3b-b19a-e398d1d262f6 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1208994855a645f888bc98801ae17b55&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0615058
Apr 03 05:27:19.798310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:19.816111 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-8b47f1b3-1604-4a41-9f54-1da1ed996e8a service neutron] 10.222.0.30 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797743
Apr 03 05:27:19.850958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d235f57e-4da2-4e81-9219-20efc0c9f1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:19.868449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c852128>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '8c752e31-c269-4617-9cf3-ab3582ca5708', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'port_id': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'mac_address': 'fa:16:3e:9a:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:48Z', 'updated_at': '2021-04-03T05:27:17Z', 'revision_number': 1, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:19.873250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] Checking router: f6e17fa2-b914-428a-91c9-8101b3ec3da8 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:27:19.878342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:19.883030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba4e0fdd-a39e-489c-8556-82d46bbba1f3,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:19.887547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:19.889602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c852128>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:19.912629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:19.927504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-b7d96a1d-4d8a-4e66-8c5a-946fdd246109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:19.929240 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-b7d96a1d-4d8a-4e66-8c5a-946fdd246109 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 918 time: 0.3703234
Apr 03 05:27:19.934360 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ba4e0fdd-a39e-489c-8556-82d46bbba1f3 HTTP/1.1" status: 204  len: 168 time: 1.6032426
Apr 03 05:27:20.031469 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-96f93e36-07f5-433d-8717-af8bf54664c3 service neutron] 10.222.0.30 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2140591
Apr 03 05:27:20.109178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:20.169396 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-3e40d126-c4db-417d-8b66-21648080ddc0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3647656
Apr 03 05:27:20.186398 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-9f4816e2-7920-442c-b757-0aff6b0a409f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae HTTP/1.1" status: 200  len: 998 time: 0.2489944
Apr 03 05:27:20.211561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39054) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:20.281528 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-eecd1fb5-83f3-43c4-85b0-943e65fe6fc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=196c93e89ff04966ab654d1f19cc492a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0685945
Apr 03 05:27:20.284378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39062) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:20.380792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-25cff4b8-0011-4680-a9ae-54a6d33b1fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:20.413035 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-25cff4b8-0011-4680-a9ae-54a6d33b1fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:20.469539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-25cff4b8-0011-4680-a9ae-54a6d33b1fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:20.480164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eaa8a8d9-b581-44aa-b851-f18a2b78fde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:20.499686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cff4b8-0011-4680-a9ae-54a6d33b1fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c805edd-f68e-42cd-a4b6-217cd331cc4e,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:20.502738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-25cff4b8-0011-4680-a9ae-54a6d33b1fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:20.509739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-25cff4b8-0011-4680-a9ae-54a6d33b1fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:20.511097 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-25cff4b8-0011-4680-a9ae-54a6d33b1fb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c805edd-f68e-42cd-a4b6-217cd331cc4e HTTP/1.1" status: 204  len: 168 time: 0.2254350
Apr 03 05:27:20.595849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c852128>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '8c752e31-c269-4617-9cf3-ab3582ca5708', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'port_id': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'mac_address': 'fa:16:3e:9a:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:48Z', 'updated_at': '2021-04-03T05:27:17Z', 'revision_number': 1, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:20.603181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5d831-4345-471a-8e4d-5dfbb11dce23 None None] The sync data for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi is: [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '8c752e31-c269-4617-9cf3-ab3582ca5708', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'floating_ip_address': '172.27.3.79', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'port_id': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'mac_address': 'fa:16:3e:9a:08:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:26:48Z', 'updated_at': '2021-04-03T05:27:17Z', 'revision_number': 1, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:27:20.975552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f143249d-53ef-41ea-9725-a78189e3a3a1 None None] New status for floating IP 8c752e31-c269-4617-9cf3-ab3582ca5708: ACTIVE {{(pid=84377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:27:22.540035 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 39172) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:22.666364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:22.681967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:22.686591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Usage tracker for resource:security_group_rule and tenant:6a9c5fda9ccb408295e73fcb8486b37e is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:22.689557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:22.695541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:22.784427 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:22.787267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:22.796679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:22.841760 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a9c5fda9ccb408295e73fcb8486b37e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2999732
Apr 03 05:27:22.842836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26cd1c2-a2b1-4378-a9e2-231c57cdbe7a,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:22.844717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39180) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:22.846240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:22.909473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a79c06fc-e5ae-4ec7-9f1f-bea5b364bad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:22.937902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a79c06fc-e5ae-4ec7-9f1f-bea5b364bad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:22.984127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a79c06fc-e5ae-4ec7-9f1f-bea5b364bad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:22.989177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ae22fb10-134d-478b-af86-f1782bac62b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:23.003933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c06fc-e5ae-4ec7-9f1f-bea5b364bad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26cd1c2-a2b1-4378-a9e2-231c57cdbe7a,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:23.006714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a79c06fc-e5ae-4ec7-9f1f-bea5b364bad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:23.007981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a79c06fc-e5ae-4ec7-9f1f-bea5b364bad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:23.009525 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a79c06fc-e5ae-4ec7-9f1f-bea5b364bad5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e26cd1c2-a2b1-4378-a9e2-231c57cdbe7a HTTP/1.1" status: 204  len: 168 time: 0.1627357
Apr 03 05:27:23.311091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39192) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:23.330247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:23.347669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:23.351711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Usage tracker for resource:security_group_rule and tenant:c6505422f82d48199f4cb328ca9493c3 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:23.354674 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:23.360848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:23.449108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:23.452301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:23.461805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:23.694096 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e3f2ef81-1cd9-4102-92d1-1cc00bff75e3 req-f695fe72-3131-421d-b579-0ae197a09399 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 210 time: 0.0933790
Apr 03 05:27:23.751462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6d805-853a-495b-a04c-4debab8725e8 req-02e13c58-f294-42ee-9c7b-da7ce448540d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:23.753179 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-83c6d805-853a-495b-a04c-4debab8725e8 req-02e13c58-f294-42ee-9c7b-da7ce448540d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1052556
Apr 03 05:27:23.808302 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-83c6d805-853a-495b-a04c-4debab8725e8 req-1ade77ae-c897-4ecd-8e03-d07c264352ee tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482969
Apr 03 05:27:23.847890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 39196) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:23.848109 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6505422f82d48199f4cb328ca9493c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5356772
Apr 03 05:27:23.852381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61d130b-d0b8-4c0a-964c-8cf2d72829cc,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:23.853456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:23.863097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:23.882554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-c844e9de-2c8a-4e06-966c-e6946c6bd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:23.884207 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-c844e9de-2c8a-4e06-966c-e6946c6bd3b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.3974404
Apr 03 05:27:23.936697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-10ec3997-0a3f-46fc-88b2-9616b094e407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:23.960355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-98db0017-572c-4ba5-ba2f-32783b95698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:23.961956 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-98db0017-572c-4ba5-ba2f-32783b95698e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.4739428
Apr 03 05:27:23.974901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-10ec3997-0a3f-46fc-88b2-9616b094e407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:24.039864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-34a2aae3-0bed-4744-8cf0-e0441f767fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:24.040243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-10ec3997-0a3f-46fc-88b2-9616b094e407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:24.041982 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-34a2aae3-0bed-4744-8cf0-e0441f767fb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1497326
Apr 03 05:27:24.045979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:24.058558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec3997-0a3f-46fc-88b2-9616b094e407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61d130b-d0b8-4c0a-964c-8cf2d72829cc,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:24.062274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-10ec3997-0a3f-46fc-88b2-9616b094e407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:24.083130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-10ec3997-0a3f-46fc-88b2-9616b094e407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:24.098660 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-10ec3997-0a3f-46fc-88b2-9616b094e407 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b61d130b-d0b8-4c0a-964c-8cf2d72829cc HTTP/1.1" status: 204  len: 168 time: 0.2489431
Apr 03 05:27:24.395872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-5f720bdd-df36-4a49-8fed-849e97c9caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:24.397598 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-5f720bdd-df36-4a49-8fed-849e97c9caa8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.4075291
Apr 03 05:27:24.408891 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-6bc92439-dbf5-44ac-af2a-11633eb57fc5 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2759545
Apr 03 05:27:24.491085 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-a116d301-a7e7-48e9-a88d-193c68772b5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 200  len: 217 time: 0.0808039
Apr 03 05:27:24.704777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-0939a842-a9a8-407b-ba6b-ee314370a0b3 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:24.707404 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-0939a842-a9a8-407b-ba6b-ee314370a0b3 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.35 "GET /v2.0/networks?id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 HTTP/1.1" status: 200  len: 809 time: 0.3531036
Apr 03 05:27:24.723287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Request body: {'port': {'device_id': '2742f58a-e780-4fca-a90f-e1f53cfd06c9', 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7', 'admin_state_up': True, 'tenant_id': '1208994855a645f888bc98801ae17b55'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:24.819552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39256) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:24.857730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-802eb9dd-e70b-42db-86e3-2a708732591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:24.859770 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-802eb9dd-e70b-42db-86e3-2a708732591f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.1479113
Apr 03 05:27:24.922330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:24.927208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Usage tracker for resource:port and tenant:1208994855a645f888bc98801ae17b55 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:24.930628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:24.938502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:24.942816 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b48c2fb8-c27b-4abb-920c-53d7db8e0525 req-fc1c0f9a-a005-4206-81d3-8c6e35b59d32 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4502029
Apr 03 05:27:24.945151 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-279910be-8367-4333-87e4-99dd98ee83fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672481
Apr 03 05:27:24.952194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Made reservation on behalf of 1208994855a645f888bc98801ae17b55 for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:24.961402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.051136 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-59aa22f9-24e1-4691-b37f-37c423abe317 req-8d828718-e751-41ec-ba3b-dc8e0cb4c9ba tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 210 time: 0.0663645
Apr 03 05:27:25.217107 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-68779c62-1663-4b65-938a-9c34a1827cb9 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2585311
Apr 03 05:27:25.219970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.273928 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:25.282973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Usage tracker for resource:security_group_rule and tenant:50117df9e8b6451689fd7844f6725df9 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:25.286112 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:25.346696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:25.432441 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1c070a5-26d0-4362-8128-f2d8f2d93fa0 req-2a4f83cc-51cf-4573-9725-96bcbc43f763 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020068
Apr 03 05:27:25.489988 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.496474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.507805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:25.553395 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81640c-ea8f-4ced-a11b-5f6e74d19dcf req-1d03066c-372b-4453-ab3c-186b2a1eaf7e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:25.555266 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9b81640c-ea8f-4ced-a11b-5f6e74d19dcf req-1d03066c-372b-4453-ab3c-186b2a1eaf7e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.5028894
Apr 03 05:27:25.563476 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50117df9e8b6451689fd7844f6725df9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7426925
Apr 03 05:27:25.564525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb66f76-69c8-4cf8-aa02-8eab6aef6a28,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:25.567201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39282) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:25.570393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:25.595890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Allocated IP 172.20.0.10 (4b7e50e8-ddc6-456b-b338-40b28dc9e4d7/75e8e068-58e9-41ea-b4f4-6d095255676f/e8dcefee-0e38-4946-aeb8-54a427e37d5b) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:25.645938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0239-6547-4220-a487-7cccdc7bd00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.652916 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9b81640c-ea8f-4ced-a11b-5f6e74d19dcf req-6e0598bb-682a-496d-aa2c-584e047e0fa9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856421
Apr 03 05:27:25.692804 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0239-6547-4220-a487-7cccdc7bd00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.759541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0239-6547-4220-a487-7cccdc7bd00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.765579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d06e9cf1-96ce-4eac-b3dc-e3b03a29c65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:25.782141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c0239-6547-4220-a487-7cccdc7bd00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb66f76-69c8-4cf8-aa02-8eab6aef6a28,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:25.788376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0239-6547-4220-a487-7cccdc7bd00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.790534 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ea0c0239-6547-4220-a487-7cccdc7bd00a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fb66f76-69c8-4cf8-aa02-8eab6aef6a28 HTTP/1.1" status: 204  len: 168 time: 0.2221763
Apr 03 05:27:25.792364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ea0c0239-6547-4220-a487-7cccdc7bd00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:25.886833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.939014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:25.964552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2cb57cf3-ba33-463e-a9d0-64138b20cf3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:26.120259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Pushing event updated for resources: {'Port': ['ID=e8dcefee-0e38-4946-aeb8-54a427e37d5b,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:26.139777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:26.202322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:26.203519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:26.205925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:26.243992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39312) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:26.270175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:26.287802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:26.292420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Usage tracker for resource:security_group_rule and tenant:6ed8e2fbfec0448dbff393b777886a3c is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:26.296436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:26.304325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:26.333488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:26.334172 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:26.377118 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6585395
Apr 03 05:27:26.393749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df2369-b4cf-4ac0-af34-e6fdd284f823 req-13715bba-ca1f-4ae9-a763-690e5a1b56ee tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:26.394489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-32df2369-b4cf-4ac0-af34-e6fdd284f823 req-13715bba-ca1f-4ae9-a763-690e5a1b56ee tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Synchronizing usage tracker for tenant:1208994855a645f888bc98801ae17b55 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:27:26.403060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Request body: {'port': {'device_id': '2742f58a-e780-4fca-a90f-e1f53cfd06c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:26.409813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:26.416325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:26.426290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a495a3e1-d027-49cb-ad4a-649adb04aa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:26.468056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-32df2369-b4cf-4ac0-af34-e6fdd284f823 req-13715bba-ca1f-4ae9-a763-690e5a1b56ee tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Unset dirty status for tenant:1208994855a645f888bc98801ae17b55 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:27:26.469257 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32df2369-b4cf-4ac0-af34-e6fdd284f823 req-13715bba-ca1f-4ae9-a763-690e5a1b56ee tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 932 time: 0.2098272
Apr 03 05:27:26.469607 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ed8e2fbfec0448dbff393b777886a3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2242224
Apr 03 05:27:26.470600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0948529f-12f3-4b5f-b576-535ecc16ef47,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:26.472402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 39320) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:26.473861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:26.626284 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32df2369-b4cf-4ac0-af34-e6fdd284f823 req-5cad329d-14da-40df-9c53-0e661b1d2194 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470475
Apr 03 05:27:26.626868 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:26.657650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1ec46c3b-4504-47b8-b795-ce8bea1b4018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:26.737781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1ec46c3b-4504-47b8-b795-ce8bea1b4018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.026310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1ec46c3b-4504-47b8-b795-ce8bea1b4018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.039657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:27.040887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39350) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:27.041266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39352) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:27.123316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d1b13-6f3a-4a87-90b2-f06257171554 req-42db5166-265c-4f45-be72-d722a55f94df tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:27.125012 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-845d1b13-6f3a-4a87-90b2-f06257171554 req-42db5166-265c-4f45-be72-d722a55f94df tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.3374689
Apr 03 05:27:27.151207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec46c3b-4504-47b8-b795-ce8bea1b4018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0948529f-12f3-4b5f-b576-535ecc16ef47,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:27.159031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1ec46c3b-4504-47b8-b795-ce8bea1b4018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:27.202649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1ec46c3b-4504-47b8-b795-ce8bea1b4018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.207353 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1ec46c3b-4504-47b8-b795-ce8bea1b4018 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0948529f-12f3-4b5f-b576-535ecc16ef47 HTTP/1.1" status: 204  len: 168 time: 0.7331660
Apr 03 05:27:27.223376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.268776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:27.270677 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-845d1b13-6f3a-4a87-90b2-f06257171554 req-0d3d2ae2-cf72-4432-a204-07fe205edd3a tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144171
Apr 03 05:27:27.274061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.286269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c4e3099507734b4ea5c6e5cca1ac8e7e is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:27.291624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:27.305274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:27.314050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:27.322189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Usage tracker for resource:security_group_rule and tenant:af28c4999912484eb0c7e59744ab0fbb is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:27.326046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:27.357580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:27:27.361197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:27.378829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8dcefee-0e38-4946-aeb8-54a427e37d5b {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:27:27.386909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.403947 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Transition to ACTIVE for port object e8dcefee-0e38-4946-aeb8-54a427e37d5b will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:27.410792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.429368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:27.455015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.469468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.486609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca538a8a-9d3c-499c-a4b1-78d045786b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:27.541747 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4e3099507734b4ea5c6e5cca1ac8e7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4944174
Apr 03 05:27:27.552370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39372) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:27.569585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e72efb1-5430-4510-be12-719076c3cdd9,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:27.583218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:27.595090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dcefee-0e38-4946-aeb8-54a427e37d5b,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:27.606266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:27.613463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.620804 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.629698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ec2eb9ac-7a8c-499c-b101-b611a51a76a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:27.691858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09d75a56-7d9b-4d94-a683-21886358a7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.695370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa1862-0a23-4e75-abe8-a2d405586cf6,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:27.710297 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af28c4999912484eb0c7e59744ab0fbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6679037
Apr 03 05:27:27.713939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:27.714419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39384) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:27.748630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09d75a56-7d9b-4d94-a683-21886358a7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.828363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-04fa10f1-30c8-4909-9cc0-23a29cf15e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.855354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09d75a56-7d9b-4d94-a683-21886358a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.863350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f1ef91ce-75e5-43f1-821b-f29d0741333c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:27.870844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-04fa10f1-30c8-4909-9cc0-23a29cf15e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.890067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d75a56-7d9b-4d94-a683-21886358a7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e72efb1-5430-4510-be12-719076c3cdd9,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:27.898390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-09d75a56-7d9b-4d94-a683-21886358a7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:27.901174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Attempting to bind port e8dcefee-0e38-4946-aeb8-54a427e37d5b on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:27:27.901398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Attempting to bind port e8dcefee-0e38-4946-aeb8-54a427e37d5b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:27:27.901738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Attempting to bind port e8dcefee-0e38-4946-aeb8-54a427e37d5b on network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:27.909924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Port e8dcefee-0e38-4946-aeb8-54a427e37d5b on network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:27:27.910293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Attempting to bind port e8dcefee-0e38-4946-aeb8-54a427e37d5b on network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:27.924292 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92964c30-ac00-4c9a-b70a-838435ab239e req-d425489e-7ee6-4e0a-a984-ee0e41f49d52 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:27.925904 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92964c30-ac00-4c9a-b70a-838435ab239e req-d425489e-7ee6-4e0a-a984-ee0e41f49d52 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 944 time: 0.1403525
Apr 03 05:27:27.926919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:27:27.927387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Checking segment: {'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:27.927762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Bound using segment: {'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:27:27.928255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Bound port: e8dcefee-0e38-4946-aeb8-54a427e37d5b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:27:27.928642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.931831 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09d75a56-7d9b-4d94-a683-21886358a7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.935787 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-09d75a56-7d9b-4d94-a683-21886358a7d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e72efb1-5430-4510-be12-719076c3cdd9 HTTP/1.1" status: 204  len: 168 time: 0.3797066
Apr 03 05:27:27.944706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-04fa10f1-30c8-4909-9cc0-23a29cf15e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.951874 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c2c2e3d5-31c1-4f7f-b0c6-4543ff89b3f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:27.964608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa10f1-30c8-4909-9cc0-23a29cf15e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa1862-0a23-4e75-abe8-a2d405586cf6,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:27.971780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-04fa10f1-30c8-4909-9cc0-23a29cf15e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:27.987321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-04fa10f1-30c8-4909-9cc0-23a29cf15e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:27.995752 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-04fa10f1-30c8-4909-9cc0-23a29cf15e1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3daa1862-0a23-4e75-abe8-a2d405586cf6 HTTP/1.1" status: 204  len: 168 time: 0.2802663
Apr 03 05:27:28.059568 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-92964c30-ac00-4c9a-b70a-838435ab239e req-8784fc8b-f71e-4bcc-ab1c-06247ab18da6 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153944
Apr 03 05:27:28.065545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] For port e8dcefee-0e38-4946-aeb8-54a427e37d5b, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:27:28.068845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] For port e8dcefee-0e38-4946-aeb8-54a427e37d5b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8dcefee-0e38-4946-aeb8-54a427e37d5b,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:27:28.074009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:28.104504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:28.332406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8dcefee-0e38-4946-aeb8-54a427e37d5b,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:28.335857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:28.379197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:28.379197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:28.379197 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] 10.222.0.35 "PUT /v2.0/ports/e8dcefee-0e38-4946-aeb8-54a427e37d5b HTTP/1.1" status: 200  len: 1094 time: 1.9802682
Apr 03 05:27:28.379715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2742f58a-e780-4fca-a90f-e1f53cfd06c9', 'tag': 'e8dcefee-0e38-4946-aeb8-54a427e37d5b'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:28.518033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39420) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:28.548090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:28.577969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:28.582538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d594c9b1a50b4863ae93a9037d722f65 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:28.586309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:28.600277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:28.625203 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2742f58a-e780-4fca-a90f-e1f53cfd06c9', 'tag': 'e8dcefee-0e38-4946-aeb8-54a427e37d5b', 'status': 'completed', 'code': 200}
Apr 03 05:27:28.657802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-1181697d-695a-4348-a048-8b3440efcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:28.659983 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-1181697d-695a-4348-a048-8b3440efcb3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1208994855a645f888bc98801ae17b55&device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 1097 time: 0.2309568
Apr 03 05:27:28.673731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8ba61-d154-4e2e-a1ed-103cffba9a65 req-3b6988a8-b9b1-4d87-9fe0-5b87b8f1b21d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:28.675431 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9ad8ba61-d154-4e2e-a1ed-103cffba9a65 req-3b6988a8-b9b1-4d87-9fe0-5b87b8f1b21d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1949441
Apr 03 05:27:28.764516 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-164ea887-b330-4646-8047-a243863d364f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8dcefee-0e38-4946-aeb8-54a427e37d5b HTTP/1.1" status: 200  len: 217 time: 0.0879021
Apr 03 05:27:28.800535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:28.805334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:28.822153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-04fa10f1-30c8-4909-9cc0-23a29cf15e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:28.862085 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9ad8ba61-d154-4e2e-a1ed-103cffba9a65 req-bd5b32fc-7b3b-46bd-a45d-fc5f234da825 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253192
Apr 03 05:27:28.887193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d7a976-ab55-4467-ace6-577b55e1e4a8,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:28.892422 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d594c9b1a50b4863ae93a9037d722f65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3740036
Apr 03 05:27:28.893373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:28.895079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39436) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:28.897998 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-eaab1f70-67bc-4f32-83d8-f3ba289610af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:28.899870 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-eaab1f70-67bc-4f32-83d8-f3ba289610af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e8e068-58e9-41ea-b4f4-6d095255676f HTTP/1.1" status: 200  len: 849 time: 0.1266036
Apr 03 05:27:28.930917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39440) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:28.962265 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-e07fc786-9b2f-4404-a18a-2d2842909c8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545671
Apr 03 05:27:28.986060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8db2513-e2ee-4007-990f-cbb5d2274972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.023766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8db2513-e2ee-4007-990f-cbb5d2274972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.082797 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8db2513-e2ee-4007-990f-cbb5d2274972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.098345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-07621c38-2e77-48d4-9a58-665497a4196a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:29.127041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db2513-e2ee-4007-990f-cbb5d2274972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d7a976-ab55-4467-ace6-577b55e1e4a8,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:29.136767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d8db2513-e2ee-4007-990f-cbb5d2274972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:29.155842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8db2513-e2ee-4007-990f-cbb5d2274972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.159690 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d8db2513-e2ee-4007-990f-cbb5d2274972 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3d7a976-ab55-4467-ace6-577b55e1e4a8 HTTP/1.1" status: 204  len: 168 time: 0.2611558
Apr 03 05:27:29.176553 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-eec5877a-8345-4eab-bba0-349d63b2197f service neutron] 10.222.0.35 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2014384
Apr 03 05:27:29.194269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.214189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:29.220178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Usage tracker for resource:security_group_rule and tenant:07b15e34c4bd4746bbb7e14ea5fdb31d is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:29.223898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:29.230703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:29.345766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.350763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.365165 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7be44b4f-bc38-4e28-be97-d539f58216fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:29.428658 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07b15e34c4bd4746bbb7e14ea5fdb31d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4963453
Apr 03 05:27:29.429639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4031f7-2bec-4524-b0ba-199415df5e38,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:29.433011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39464) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:29.437145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:29.470039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39468) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:29.523909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d91b7b4-989c-4c56-8ea1-9a4e9339c989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.558801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d91b7b4-989c-4c56-8ea1-9a4e9339c989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.616627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d91b7b4-989c-4c56-8ea1-9a4e9339c989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.624856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca6d3687-bde0-47e8-affe-9a70943bf83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:29.643994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-955443694-network', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:29.651985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d91b7b4-989c-4c56-8ea1-9a4e9339c989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.653359 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-9d91b7b4-989c-4c56-8ea1-9a4e9339c989 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d4031f7-2bec-4524-b0ba-199415df5e38 HTTP/1.1" status: 204  len: 168 time: 0.2191815
Apr 03 05:27:29.655000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91b7b4-989c-4c56-8ea1-9a4e9339c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4031f7-2bec-4524-b0ba-199415df5e38,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:29.657330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:29.659971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9d91b7b4-989c-4c56-8ea1-9a4e9339c989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:29.662815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Usage tracker for resource:network and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:29.679602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:29.689213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:29.713274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Made reservation on behalf of 9ad3ce3fdcde4f0daba09c99b8e2dacd for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:29.718869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.725859 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef3a72-ca24-4c3f-8a52-accf4b577137 req-7f2a18c2-0ff5-40de-8a05-64283e0227bb service neutron] 10.222.0.35 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5420332
Apr 03 05:27:29.736304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530e874-3322-47c3-8ee9-5e78842106ad req-16b9b61d-57cd-425a-85ce-b5105df022bb tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:29.738246 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e530e874-3322-47c3-8ee9-5e78842106ad req-16b9b61d-57cd-425a-85ce-b5105df022bb tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 944 time: 0.1500213
Apr 03 05:27:29.743325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.763801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:29.767972 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Usage tracker for resource:security_group_rule and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:29.771607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:29.779615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:29.842070 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e530e874-3322-47c3-8ee9-5e78842106ad req-9980c38d-17d8-4576-aa06-cd9535a5cac7 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968566
Apr 03 05:27:29.886730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.891023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.897058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:29.899215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485a749-a987-4665-b0cb-97af44555916 req-232c818e-4ac2-4086-84d0-9db81602a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:29.900857 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3485a749-a987-4665-b0cb-97af44555916 req-232c818e-4ac2-4086-84d0-9db81602a0d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1208994855a645f888bc98801ae17b55&device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 1097 time: 0.1095862
Apr 03 05:27:29.941603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:27:29.958147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dbd66a-7025-4b67-816d-b2ad74c99f60,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:29.962740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:29.963818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:29.964201 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Added segment 217a4f74-2eb6-460f-9888-7ed574d32785 of type vlan for network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f
Apr 03 05:27:29.997779 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:30.049319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:30.051247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:30.052370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:30.058827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:30.188342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Pushing event updated for resources: {'Network': ['ID=92e542aa-e2bc-4fe0-a778-48b2db4ef33f,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:30.194886 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7209208
Apr 03 05:27:30.194886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:30.195141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39504) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:30.211392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:27:30.212996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Request body: {'subnet': {'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-955443694-subnet', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:30.218865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:30.223565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Usage tracker for resource:subnet and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:30.226668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:30.234579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:30.245199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Made reservation on behalf of 9ad3ce3fdcde4f0daba09c99b8e2dacd for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:30.251223 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852161939'] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:30.372955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9edb8-8f3b-47b9-aa44-a09541e2eacf req-2a47bb90-51fa-4671-b42a-e4b54624bda1 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:30.380390 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-42b9edb8-8f3b-47b9-aa44-a09541e2eacf req-2a47bb90-51fa-4671-b42a-e4b54624bda1 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.3104630
Apr 03 05:27:30.397351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485a749-a987-4665-b0cb-97af44555916 req-60dee292-9e2e-4d0d-9bb4-ee45f6994b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:30.398878 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3485a749-a987-4665-b0cb-97af44555916 req-60dee292-9e2e-4d0d-9bb4-ee45f6994b72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 HTTP/1.1" status: 200  len: 910 time: 0.4873006
Apr 03 05:27:30.574117 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-42b9edb8-8f3b-47b9-aa44-a09541e2eacf req-dbc2c0e8-2eb0-4ded-b812-8eb3e22c0d96 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806905
Apr 03 05:27:30.591815 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3485a749-a987-4665-b0cb-97af44555916 req-b4867b0d-bd21-42c3-a856-c6494180547f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8dcefee-0e38-4946-aeb8-54a427e37d5b HTTP/1.1" status: 200  len: 217 time: 0.1309977
Apr 03 05:27:30.730726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485a749-a987-4665-b0cb-97af44555916 req-a2f82a82-d506-48be-8d69-b4d7bfc8938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:30.732709 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3485a749-a987-4665-b0cb-97af44555916 req-a2f82a82-d506-48be-8d69-b4d7bfc8938e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e8e068-58e9-41ea-b4f4-6d095255676f HTTP/1.1" status: 200  len: 849 time: 0.1333344
Apr 03 05:27:30.834782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852390341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852161954'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:30.847202 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3485a749-a987-4665-b0cb-97af44555916 req-b7c65bb3-38a4-4da1-934b-6b853a1025e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1065116
Apr 03 05:27:30.863454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3534fd25-55a5-440c-9421-7f7d618ff8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:31.034195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa6975e-f055-4616-8972-f76223427472,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:31.044010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:31.142177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Checking segment: {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:31.143087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Network hostable DHCP agents. Network: 92e542aa-e2bc-4fe0-a778-48b2db4ef33f, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:27:31.187141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:27:31.203130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 92e542aa-e2bc-4fe0-a778-48b2db4ef33f) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:31.214078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841247ca-1cad-4555-8ce9-58f2944a102a None None] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:27:31.229430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:31.231215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:31.256446 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5a002e1a-7799-4eda-9b87-113a69023934 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.0602593
Apr 03 05:27:31.259235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39550) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:31.265579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:31.271541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:31.275579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Usage tracker for resource:router and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:31.280625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:31.287596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:31.303373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:31.305447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:31.317834 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3485a749-a987-4665-b0cb-97af44555916 req-fd5dbb4c-ab0f-4cc1-9120-c4aed8546176 service neutron] 10.222.0.35 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4558260
Apr 03 05:27:31.343872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:31.386138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c3a47-3de8-4485-9e04-ccba399680c0 req-c503f26f-b9fd-44f9-90dc-01957b4c801b tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:31.388056 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-945c3a47-3de8-4485-9e04-ccba399680c0 req-c503f26f-b9fd-44f9-90dc-01957b4c801b tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 944 time: 0.2235701
Apr 03 05:27:31.512333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:27:31.514084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:31.533140 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-945c3a47-3de8-4485-9e04-ccba399680c0 req-733ebec1-7d63-4b41-babf-9674812e6b4d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682828
Apr 03 05:27:31.586263 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3485a749-a987-4665-b0cb-97af44555916 req-cf9ac808-0406-4db6-9a57-8fe9183985e2 service neutron] 10.222.0.35 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563152
Apr 03 05:27:31.794978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Allocated IP 172.20.0.2 (92e542aa-e2bc-4fe0-a778-48b2db4ef33f/5fa6975e-f055-4616-8972-f76223427472/c95968ff-6334-4a66-8f89-f433e0bdbdcc) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:31.985716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa0499-6570-4a6e-a475-8159d7ecc3b2 req-936108ac-7f1b-41e9-952d-060d8bc0d594 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:32.000656 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eaaa0499-6570-4a6e-a475-8159d7ecc3b2 req-936108ac-7f1b-41e9-952d-060d8bc0d594 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.2172182
Apr 03 05:27:32.095069 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eaaa0499-6570-4a6e-a475-8159d7ecc3b2 req-6ee205f6-e91a-4f80-8ef2-bb485ac58ee1 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925143
Apr 03 05:27:32.189518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:32.207798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Transition to ACTIVE for port object c95968ff-6334-4a66-8f89-f433e0bdbdcc will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:32.232553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:32.250012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Transition to ACTIVE for port object c95968ff-6334-4a66-8f89-f433e0bdbdcc will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:32.253755 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-598322b4-aa7d-4574-add1-7f4fb2f9ec0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:32.259075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:32.447907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:32.576708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device e8dcefee-0e38-4946-aeb8-54a427e37d5b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:27:32.670026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:32.709113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:32.750733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port e8dcefee-0e38-4946-aeb8-54a427e37d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8dcefee-0e38-4946-aeb8-54a427e37d5b,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:32.811487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Pushing event updated for resources: {'Port': ['ID=c95968ff-6334-4a66-8f89-f433e0bdbdcc,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:32.822829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f09da-90e0-46a1-b753-8b077d93dea8 req-5cb9fc7d-b57e-4b09-afb6-524430eb0077 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:32.825548 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2e3f09da-90e0-46a1-b753-8b077d93dea8 req-5cb9fc7d-b57e-4b09-afb6-524430eb0077 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 944 time: 0.0995395
Apr 03 05:27:32.867422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Allocated IP 172.27.3.54 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/9abcf9f8-c076-40b3-aa78-60967f61fc7f) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:32.886175 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2e3f09da-90e0-46a1-b753-8b077d93dea8 req-d49331e3-0180-4d6e-8b54-ef78dea7f982 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536368
Apr 03 05:27:32.886922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:32.893162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'e8dcefee-0e38-4946-aeb8-54a427e37d5b', 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7', 'port_id': 'e8dcefee-0e38-4946-aeb8-54a427e37d5b', 'mac_address': 'fa:16:3e:6e:aa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e8e068-58e9-41ea-b4f4-6d095255676f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:27:32.949129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:32.952520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:32.962374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:33.039993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:33.045505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:33.073640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:33.082849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8dcefee-0e38-4946-aeb8-54a427e37d5b {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:27:33.088332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Attempting to bind port c95968ff-6334-4a66-8f89-f433e0bdbdcc on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:27:33.088749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Attempting to bind port c95968ff-6334-4a66-8f89-f433e0bdbdcc by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:27:33.089479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Attempting to bind port c95968ff-6334-4a66-8f89-f433e0bdbdcc on network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:33.092899 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:33.102013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:27:33.102441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Checking segment: {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:33.102865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:33.103342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Bound using segment: {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:27:33.103865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Bound port: c95968ff-6334-4a66-8f89-f433e0bdbdcc, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:27:33.104289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:33.124069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port e8dcefee-0e38-4946-aeb8-54a427e37d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8dcefee-0e38-4946-aeb8-54a427e37d5b,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:33.197465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:33.217640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fedde002-3a5d-42b5-9265-8b974b6d1551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:33.296261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=9abcf9f8-c076-40b3-aa78-60967f61fc7f,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:33.299920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:33.360961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:33.362479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:33.364949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:33.392809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=e8dcefee-0e38-4946-aeb8-54a427e37d5b,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:33.407138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:33.431768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:33.446600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] For port c95968ff-6334-4a66-8f89-f433e0bdbdcc, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:27:33.450176 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] For port c95968ff-6334-4a66-8f89-f433e0bdbdcc, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c95968ff-6334-4a66-8f89-f433e0bdbdcc,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:27:33.451481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3449f37-1025-46ad-8191-84a0dbcca537 req-247a96e1-fb43-4d8b-b00b-203e6a408069 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:33.453454 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f3449f37-1025-46ad-8191-84a0dbcca537 req-247a96e1-fb43-4d8b-b00b-203e6a408069 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1376536
Apr 03 05:27:33.457099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:33.483682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-396c847e-3639-4fe2-af72-4b8d516177b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:33.508388 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f3449f37-1025-46ad-8191-84a0dbcca537 req-cabd99f3-2c2a-4cc7-a516-141fbca395c6 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478301
Apr 03 05:27:33.675566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Pushing event updated for resources: {'Port': ['ID=c95968ff-6334-4a66-8f89-f433e0bdbdcc,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:33.678844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:33.868797 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:34.199983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0f19c-227c-49e3-947b-f63ec86cf357 req-5dc6872a-b849-47f6-a6e4-878b18462427 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:34.209345 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cbd0f19c-227c-49e3-947b-f63ec86cf357 req-5dc6872a-b849-47f6-a6e4-878b18462427 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 945 time: 0.1477940
Apr 03 05:27:34.275419 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cbd0f19c-227c-49e3-947b-f63ec86cf357 req-f997eb9b-e52d-4e1d-9522-df25bfe8d7c0 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648682
Apr 03 05:27:34.337854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:34.346718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-52c573c1-9d90-4c01-8f43-1e3e150bf5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:34.553685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:27:34.714896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c95968ff-6334-4a66-8f89-f433e0bdbdcc up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:34.724832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b09a0-ef2e-4201-93f3-d537a641495e req-b70dec36-b20b-451b-9c83-bc8e5dd01ec8 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:34.726610 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3f4b09a0-ef2e-4201-93f3-d537a641495e req-b70dec36-b20b-451b-9c83-bc8e5dd01ec8 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1025760
Apr 03 05:27:34.803448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port c95968ff-6334-4a66-8f89-f433e0bdbdcc completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:34.806433 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3f4b09a0-ef2e-4201-93f3-d537a641495e req-e265b86c-b405-4d21-90cf-a2a39a371f81 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695171
Apr 03 05:27:34.995475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:27:35.005640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Sync routers for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:27:35.017257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:35.018152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64ce48d68>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:35.025519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:35.029963 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.7664392
Apr 03 05:27:35.030599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39636) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:35.148517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf97c4c-66fb-4a0f-9427-fb80b2844521 None None] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:27:35.218430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:35.256543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] Provisioning for port c95968ff-6334-4a66-8f89-f433e0bdbdcc completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:35.267448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] Provisioning complete for port c95968ff-6334-4a66-8f89-f433e0bdbdcc triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:35.267869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:35.411522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:35.529844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:35.553003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64ce48d68>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:33Z', 'revision_number': 3, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:35.558102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Checking router: 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:27:35.558877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Updating router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 port 9abcf9f8-c076-40b3-aa78-60967f61fc7f binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:27:35.579051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] For port c95968ff-6334-4a66-8f89-f433e0bdbdcc, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c95968ff-6334-4a66-8f89-f433e0bdbdcc,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:35.584654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:35.587099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:35.626580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:35.660618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] Pushing event updated for resources: {'Port': ['ID=c95968ff-6334-4a66-8f89-f433e0bdbdcc,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:35.664283 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:35.811648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-507cac41-71aa-418b-a218-4d07e14c5670 None None] Provisioning complete for port c95968ff-6334-4a66-8f89-f433e0bdbdcc triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:35.812857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-507cac41-71aa-418b-a218-4d07e14c5670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:35.822301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.073030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Allocated IP 172.20.0.1 (92e542aa-e2bc-4fe0-a778-48b2db4ef33f/5fa6975e-f055-4616-8972-f76223427472/c24480bd-7630-4d27-8c59-3df3c8c014c2) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:36.136852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['e8dcefee-0e38-4946-aeb8-54a427e37d5b'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:27:36.145794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb6f36-cdbb-4291-893e-408c6abb256c req-c03b9b3f-80cd-4d3d-a2b5-e96e9fe90a32 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:36.153853 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c1bb6f36-cdbb-4291-893e-408c6abb256c req-c03b9b3f-80cd-4d3d-a2b5-e96e9fe90a32 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 945 time: 0.1779623
Apr 03 05:27:36.232608 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c1bb6f36-cdbb-4291-893e-408c6abb256c req-0226b1b7-b54c-463b-be8f-f89dc52a3929 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761347
Apr 03 05:27:36.253194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b987f5-a0a0-4b02-8ef4-9a10f56d5507 req-4e6ce100-54c2-4e1d-9132-10bd39d0eb7f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:36.254232 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.254796 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b0b987f5-a0a0-4b02-8ef4-9a10f56d5507 req-4e6ce100-54c2-4e1d-9132-10bd39d0eb7f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.2002215
Apr 03 05:27:36.268873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Transition to ACTIVE for port object 9abcf9f8-c076-40b3-aa78-60967f61fc7f will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:36.278767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.289792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.295069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:36.313151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Transition to ACTIVE for port object c24480bd-7630-4d27-8c59-3df3c8c014c2 will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:36.345490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.370904 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b0b987f5-a0a0-4b02-8ef4-9a10f56d5507 req-8206257f-c274-473c-ad01-2ddcac07d8a1 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060534
Apr 03 05:27:36.380267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:36.463619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Pushing event updated for resources: {'Port': ['ID=9abcf9f8-c076-40b3-aa78-60967f61fc7f,revision_number=2']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:36.475133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.475567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.476272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.476272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.476781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.477033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.477291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.477651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.478022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.478382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.478733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.479089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:27:36.483887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:36.522233 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Pushing event updated for resources: {'Port': ['ID=c24480bd-7630-4d27-8c59-3df3c8c014c2,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:36.525377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:36.542786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Attempting to bind port 9abcf9f8-c076-40b3-aa78-60967f61fc7f on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:27:36.543220 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Attempting to bind port 9abcf9f8-c076-40b3-aa78-60967f61fc7f by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:27:36.543701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Attempting to bind port 9abcf9f8-c076-40b3-aa78-60967f61fc7f on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:36.549815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:27:36.550230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:36.550669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.551096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:27:36.551632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Bound port: 9abcf9f8-c076-40b3-aa78-60967f61fc7f, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:27:36.552040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.569802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:36.571690 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:36.574489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:36.636487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.639070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] For port 9abcf9f8-c076-40b3-aa78-60967f61fc7f, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:27:36.643383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] For port 9abcf9f8-c076-40b3-aa78-60967f61fc7f, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=9abcf9f8-c076-40b3-aa78-60967f61fc7f,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:27:36.654016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.670783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b04a2822-fb0d-4f2e-ae69-1d59077d673b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:36.739650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c95968ff-6334-4a66-8f89-f433e0bdbdcc up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:36.796909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Pushing event updated for resources: {'Port': ['ID=9abcf9f8-c076-40b3-aa78-60967f61fc7f,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:36.811224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:36.858346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.876495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port c95968ff-6334-4a66-8f89-f433e0bdbdcc triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:36.876945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.914615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:36.987781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-1b01baa0-f8af-4a28-8683-26507b8012d3 None None] Provisioning for port c24480bd-7630-4d27-8c59-3df3c8c014c2 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:37.007783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-1b01baa0-f8af-4a28-8683-26507b8012d3 None None] Provisioning complete for port c24480bd-7630-4d27-8c59-3df3c8c014c2 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:37.011431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1b01baa0-f8af-4a28-8683-26507b8012d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:37.039818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:37.040487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64ce48d68>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:37.144448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1b01baa0-f8af-4a28-8683-26507b8012d3 None None] Port c24480bd-7630-4d27-8c59-3df3c8c014c2 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:27:37.307041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:37.454541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:37.470851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:37.514090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48586a2-beb5-4021-a77f-cbbd711763a9 req-2178e149-769e-4077-afca-7772c7007c1b tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:37.523628 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f48586a2-beb5-4021-a77f-cbbd711763a9 req-2178e149-769e-4077-afca-7772c7007c1b tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 945 time: 0.1249077
Apr 03 05:27:37.552286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:37.591359 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f48586a2-beb5-4021-a77f-cbbd711763a9 req-0c212597-a893-4d32-8697-a4645e03ef9f tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666835
Apr 03 05:27:37.616181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:37.654372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Pushing event updated for resources: {'Port': ['ID=c24480bd-7630-4d27-8c59-3df3c8c014c2,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:37.659028 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:37.695879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c81fc7-a4e3-4e65-b9a4-b654db2a29ee req-7fcc9080-9c84-4cc7-93a5-015b272eabb0 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:37.697634 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20c81fc7-a4e3-4e65-b9a4-b654db2a29ee req-7fcc9080-9c84-4cc7-93a5-015b272eabb0 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1216776
Apr 03 05:27:37.753457 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20c81fc7-a4e3-4e65-b9a4-b654db2a29ee req-b16ae7be-f7f1-47eb-8e00-c63b26965957 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472071
Apr 03 05:27:37.790291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64ce48d68>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 1, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:37.796850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:37.798445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:37.801447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7809e1-876f-484c-a146-e01cf5fbb769 None None] The sync data for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi is: [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 1, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:27:37.841133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device e8dcefee-0e38-4946-aeb8-54a427e37d5b up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:37.925306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port e8dcefee-0e38-4946-aeb8-54a427e37d5b completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:37.930817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port e8dcefee-0e38-4946-aeb8-54a427e37d5b triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:37.931389 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:38.022267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:27:38.069559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:38.098922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-dfb0b5d9-ed8f-4f71-9016-b7c9a5702097 None None] Provisioning complete for port c24480bd-7630-4d27-8c59-3df3c8c014c2 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:38.099319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dfb0b5d9-ed8f-4f71-9016-b7c9a5702097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:38.197656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2742f58a-e780-4fca-a90f-e1f53cfd06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dcefee-0e38-4946-aeb8-54a427e37d5b'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:38.231661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port e8dcefee-0e38-4946-aeb8-54a427e37d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8dcefee-0e38-4946-aeb8-54a427e37d5b,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:38.266381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:38.277104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-396c847e-3639-4fe2-af72-4b8d516177b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:38.303937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:27:38.321519 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] 10.222.0.30 "PUT /v2.0/routers/5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2892396
Apr 03 05:27:38.358006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0b5d9-ed8f-4f71-9016-b7c9a5702097 None None] Port c24480bd-7630-4d27-8c59-3df3c8c014c2 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:27:38.360872 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2742f58a-e780-4fca-a90f-e1f53cfd06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8dcefee-0e38-4946-aeb8-54a427e37d5b', 'code': 200}
Apr 03 05:27:38.452026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=e8dcefee-0e38-4946-aeb8-54a427e37d5b,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:38.457122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:38.675944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72b844-2554-4856-ad1c-814ee072cea7 req-5852a71b-958e-4ce3-b293-514cdaaa6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:38.678077 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa72b844-2554-4856-ad1c-814ee072cea7 req-5852a71b-958e-4ce3-b293-514cdaaa6a60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 1099 time: 0.1213415
Apr 03 05:27:38.738001 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa72b844-2554-4856-ad1c-814ee072cea7 req-56a069e4-2a45-4f58-9e79-f6c9f0497b71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496225
Apr 03 05:27:38.944937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82171e-a68e-4de2-ac06-73764527b28b req-e466327b-c832-4c7a-987b-3fc7ffd31f04 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:38.957307 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb82171e-a68e-4de2-ac06-73764527b28b req-e466327b-c832-4c7a-987b-3fc7ffd31f04 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 946 time: 0.1639318
Apr 03 05:27:39.045690 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb82171e-a68e-4de2-ac06-73764527b28b req-e992c203-fe72-4047-b0fb-735289a4aa1c tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846584
Apr 03 05:27:39.177395 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb060ce3-dcca-4874-97b2-03a490bcda7b req-4fef5736-4ca7-452c-8f32-14ea694931ad tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:39.179026 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb060ce3-dcca-4874-97b2-03a490bcda7b req-4fef5736-4ca7-452c-8f32-14ea694931ad tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1321390
Apr 03 05:27:39.219810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39742) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:39.226506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1405732610-network', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:39.233000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:39.236322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Usage tracker for resource:network and tenant:88572e7bbcc84a629e5e524fc42f0906 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:39.246124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:39.253098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:39.271827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Made reservation on behalf of 88572e7bbcc84a629e5e524fc42f0906 for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:39.276592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.281974 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb060ce3-dcca-4874-97b2-03a490bcda7b req-dd12c428-f0f9-45fb-a95d-e0ee1da5eae4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785723
Apr 03 05:27:39.292391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.313451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:39.320805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Usage tracker for resource:security_group_rule and tenant:88572e7bbcc84a629e5e524fc42f0906 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:39.323926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:39.330910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:39.431958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.436822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.441384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-543afadf-4fe6-4938-8d95-45e79d1b1222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:39.468063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 39752) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:39.488583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:27:39.494724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43266ab0-5c01-4d60-9a53-c3f88a746b41,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:39.513912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:39.518041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.518405 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Added segment 9311df5e-6f00-451e-961d-a8d715d5c031 of type vlan for network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2
Apr 03 05:27:39.559891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.606835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.608304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:39.608942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.614428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bef29e1-5b58-494d-9b82-90c7dcb7e4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:39.631517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:39.648002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:39.651951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Usage tracker for resource:security_group_rule and tenant:2b26254d51e549c38ef7bf432f59078a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:39.656332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:39.662500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:39.968774 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7444141
Apr 03 05:27:39.969235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39766) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:39.972485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Pushing event updated for resources: {'Network': ['ID=6ccfebf8-9591-45cc-b34d-5c120c1e66f2,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:39.976056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:39.981770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Request body: {'subnet': {'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1405732610-subnet', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:39.983684 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:27:39.987139 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:39.991365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Usage tracker for resource:subnet and tenant:88572e7bbcc84a629e5e524fc42f0906 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:39.994400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:40.001693 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:40.019197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Made reservation on behalf of 88572e7bbcc84a629e5e524fc42f0906 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:40.026786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852161939'] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.109413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.112689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.142394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:40.152314 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b26254d51e549c38ef7bf432f59078a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6831765
Apr 03 05:27:40.155114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 39776) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:40.253682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-122553fa-3ebf-43a0-8dab-11a090b7b230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.302358 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-122553fa-3ebf-43a0-8dab-11a090b7b230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.347856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9171ff-6503-494e-8fb8-006d42c2abdb,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:40.353005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:40.531215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb409a5-832c-4f30-920f-45b8c5717972 req-73cca9db-66bd-4aac-9e0e-559bf89ff09b tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:40.533194 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2cb409a5-832c-4f30-920f-45b8c5717972 req-73cca9db-66bd-4aac-9e0e-559bf89ff09b tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 946 time: 0.1778202
Apr 03 05:27:40.539424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-122553fa-3ebf-43a0-8dab-11a090b7b230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.557057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a677b1e8-2550-484d-ac09-2ed472cc9fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:40.596342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122553fa-3ebf-43a0-8dab-11a090b7b230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9171ff-6503-494e-8fb8-006d42c2abdb,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:40.604477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-122553fa-3ebf-43a0-8dab-11a090b7b230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:40.627096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-122553fa-3ebf-43a0-8dab-11a090b7b230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.630954 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-122553fa-3ebf-43a0-8dab-11a090b7b230 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f9171ff-6503-494e-8fb8-006d42c2abdb HTTP/1.1" status: 204  len: 168 time: 0.4721785
Apr 03 05:27:40.650043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852390341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852161954'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.679748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:40.681394 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2cb409a5-832c-4f30-920f-45b8c5717972 req-954b5149-941f-4913-a285-46593304bccc tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256328
Apr 03 05:27:40.704964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539595a-371e-4cca-a8af-aecfaba8827f req-133fe262-8c42-45b9-8e81-61ad8ffb2302 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:40.713133 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7539595a-371e-4cca-a8af-aecfaba8827f req-133fe262-8c42-45b9-8e81-61ad8ffb2302 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.2408969
Apr 03 05:27:40.769112 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7539595a-371e-4cca-a8af-aecfaba8827f req-8c0ac123-18e0-4566-aeb8-14ab29199279 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549293
Apr 03 05:27:40.789198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 9abcf9f8-c076-40b3-aa78-60967f61fc7f up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:40.922351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 9abcf9f8-c076-40b3-aa78-60967f61fc7f completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:40.925992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba07bd5-fb8e-4955-8864-def8e0541fe6,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:40.933520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 9abcf9f8-c076-40b3-aa78-60967f61fc7f triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:40.934457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:40.944700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:41.014030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Checking segment: {'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:41.014862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Network hostable DHCP agents. Network: 6ccfebf8-9591-45cc-b34d-5c120c1e66f2, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:27:41.048341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:27:41.063901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 6ccfebf8-9591-45cc-b34d-5c120c1e66f2) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:41.084835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:41.085163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69963a93-c5ff-4cf3-aae3-7b45922bd61e None None] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:27:41.085736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.141117 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1707027
Apr 03 05:27:41.144847 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 39802) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:41.150959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:41.172163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:41.192889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Usage tracker for resource:router and tenant:88572e7bbcc84a629e5e524fc42f0906 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:41.205030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:41.232822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:41.244403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.245777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.298123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.336852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.356672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 9abcf9f8-c076-40b3-aa78-60967f61fc7f, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=9abcf9f8-c076-40b3-aa78-60967f61fc7f,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:41.362801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.377401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39810) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:41.398575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e13e0472-4ed5-4b1b-b0e9-06b0caee383c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:41.400951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.420612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:41.431648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Usage tracker for resource:security_group_rule and tenant:805b35307072411e86a0e083079d51db is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:41.440383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:41.450679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:41.542064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=9abcf9f8-c076-40b3-aa78-60967f61fc7f,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:41.558368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:41.562633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-6ccfebf8-9591-45cc-b34d-5c120c1e66f2', 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'fixed_ips': [{'subnet_id': 'aba07bd5-fb8e-4955-8864-def8e0541fe6'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:27:41.564439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.603818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.610508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.625213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ea0c0239-6547-4220-a487-7cccdc7bd00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:41.657092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Sync routers for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:27:41.687514 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=805b35307072411e86a0e083079d51db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3087552
Apr 03 05:27:41.688193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39820) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:41.693168 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb84b6-4f48-4679-a878-6b52c2f2a383,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:41.697731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:41.698438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c1c4e10>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:41.722484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:41.781016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a72a378-b66a-4f8f-8bb5-66278134be06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.861533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a72a378-b66a-4f8f-8bb5-66278134be06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.915938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a72a378-b66a-4f8f-8bb5-66278134be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.925980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-43d07cb5-ead0-47e6-82c5-2bdea6a1db1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:41.959914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Allocated IP 172.20.0.2 (6ccfebf8-9591-45cc-b34d-5c120c1e66f2/aba07bd5-fb8e-4955-8864-def8e0541fe6/73d7efdc-12a7-4060-8ba2-d87bb9081486) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:41.975538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72a378-b66a-4f8f-8bb5-66278134be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb84b6-4f48-4679-a878-6b52c2f2a383,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:41.978662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8a72a378-b66a-4f8f-8bb5-66278134be06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:41.983987 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a72a378-b66a-4f8f-8bb5-66278134be06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:41.987033 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8a72a378-b66a-4f8f-8bb5-66278134be06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5bb84b6-4f48-4679-a878-6b52c2f2a383 HTTP/1.1" status: 204  len: 168 time: 0.2966359
Apr 03 05:27:42.253559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:42.277901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Transition to ACTIVE for port object 73d7efdc-12a7-4060-8ba2-d87bb9081486 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:42.282818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:42.311596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Transition to ACTIVE for port object 73d7efdc-12a7-4060-8ba2-d87bb9081486 will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:42.413674 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:42.433067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:42.630156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Pushing event updated for resources: {'Port': ['ID=73d7efdc-12a7-4060-8ba2-d87bb9081486,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:42.645186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:42.684516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:42.689668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39844) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:42.712366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:42.719986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f96ad-b604-420b-93b3-81db2bdaba74 req-d9662269-2d09-4585-8e66-8539991007c7 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:42.721660 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3e2f96ad-b604-420b-93b3-81db2bdaba74 req-d9662269-2d09-4585-8e66-8539991007c7 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.4230039
Apr 03 05:27:42.729305 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:42.733627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Usage tracker for resource:security_group_rule and tenant:35eb91b2072f45a8a745b68f2e51d466 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:42.735541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13440f2-b87f-4b21-b821-4dc8f8f101b3 req-b579f73f-02b5-4009-b07d-ba1bb4d59699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:42.736726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:42.737240 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c13440f2-b87f-4b21-b821-4dc8f8f101b3 req-b579f73f-02b5-4009-b07d-ba1bb4d59699 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 1098 time: 0.2813060
Apr 03 05:27:42.743207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:42.756030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 9abcf9f8-c076-40b3-aa78-60967f61fc7f up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:42.836293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:42.836848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:42.840993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:42.847567 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3e2f96ad-b604-420b-93b3-81db2bdaba74 req-2a43a0ab-6b7e-4f56-85e8-ed56d5505568 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160994
Apr 03 05:27:42.854093 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c13440f2-b87f-4b21-b821-4dc8f8f101b3 req-61aa951b-0fd1-4b1f-b3be-4b4acdb721ee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924435
Apr 03 05:27:42.876088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:42.876234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a00837-14cc-4b6a-a296-f56bd86dfe57 req-576f7475-b9f1-4faf-a79d-532b2e0095a8 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:42.876965 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-18a00837-14cc-4b6a-a296-f56bd86dfe57 req-576f7475-b9f1-4faf-a79d-532b2e0095a8 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 946 time: 0.2392995
Apr 03 05:27:42.881217 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35eb91b2072f45a8a745b68f2e51d466&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1904330
Apr 03 05:27:42.883916 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39848) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:42.903121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:42.906222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:42.929813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3aaead-f561-4140-839d-e4f511092bb1,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:42.935521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:42.968804 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-89ae7637-150d-4690-b84b-210616836515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:42.997277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-89ae7637-150d-4690-b84b-210616836515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.046445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-89ae7637-150d-4690-b84b-210616836515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.052483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e3663728-1bdb-42a2-9a71-1c82e65d610b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:43.065979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae7637-150d-4690-b84b-210616836515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3aaead-f561-4140-839d-e4f511092bb1,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:43.069267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-89ae7637-150d-4690-b84b-210616836515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:43.071356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-89ae7637-150d-4690-b84b-210616836515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.077910 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-89ae7637-150d-4690-b84b-210616836515 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b3aaead-f561-4140-839d-e4f511092bb1 HTTP/1.1" status: 204  len: 168 time: 0.1906281
Apr 03 05:27:43.103516 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-18a00837-14cc-4b6a-a296-f56bd86dfe57 req-e93f0193-e1cb-4a57-9f4d-5814a775c298 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657424
Apr 03 05:27:43.147007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.170508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 9abcf9f8-c076-40b3-aa78-60967f61fc7f triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:43.170934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.189296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.216170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Attempting to bind port 73d7efdc-12a7-4060-8ba2-d87bb9081486 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:27:43.216597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Attempting to bind port 73d7efdc-12a7-4060-8ba2-d87bb9081486 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:27:43.217013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Attempting to bind port 73d7efdc-12a7-4060-8ba2-d87bb9081486 on network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:43.237892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:27:43.238319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Checking segment: {'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:43.238778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.239252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Bound using segment: {'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:27:43.239789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Bound port: 73d7efdc-12a7-4060-8ba2-d87bb9081486, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:27:43.240210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.367752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Allocated IP 172.27.3.180 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/c802058f-5583-460b-ade8-c929fb4fd907) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:43.581062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.623475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.640682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:43.726883 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Pushing event updated for resources: {'Port': ['ID=c802058f-5583-460b-ade8-c929fb4fd907,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:43.729999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:43.796726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39874) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:43.797279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] For port 73d7efdc-12a7-4060-8ba2-d87bb9081486, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:27:43.804077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] For port 73d7efdc-12a7-4060-8ba2-d87bb9081486, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=73d7efdc-12a7-4060-8ba2-d87bb9081486,segment=NetworkSegment(9311df5e-6f00-451e-961d-a8d715d5c031),segment_id=9311df5e-6f00-451e-961d-a8d715d5c031)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:27:43.808801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.865448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:43.867194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:43.869948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:43.940705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e13e0472-4ed5-4b1b-b0e9-06b0caee383c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:43.956156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:43.973121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:43.982337 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Usage tracker for resource:security_group_rule and tenant:0c71e4bcbcce42e882f0dc6922be5b9a is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:43.985854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:43.992655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:44.020457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Pushing event updated for resources: {'Port': ['ID=73d7efdc-12a7-4060-8ba2-d87bb9081486,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:44.034385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:44.042103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c1c4e10>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:37Z', 'revision_number': 2, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:44.047991 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Checking router: 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:27:44.048404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Updating router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 port c24480bd-7630-4d27-8c59-3df3c8c014c2 binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:27:44.095610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.100745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.111631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a79c06fc-e5ae-4ec7-9f1f-bea5b364bad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:44.142862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.209492 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c71e4bcbcce42e882f0dc6922be5b9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4091330
Apr 03 05:27:44.210351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39894) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:44.212282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de4c1b-ee6a-45f9-98ac-dbd0bb791c8e,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:44.235650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:44.325951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f047-bb7c-4ace-a622-d652db72bc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.363016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f047-bb7c-4ace-a622-d652db72bc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.446297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.472423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f047-bb7c-4ace-a622-d652db72bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.482654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9ad66a4f-59a2-45e5-9479-a735231bcfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:44.510748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6fa6f047-bb7c-4ace-a622-d652db72bc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.512552 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6fa6f047-bb7c-4ace-a622-d652db72bc03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6de4c1b-ee6a-45f9-98ac-dbd0bb791c8e HTTP/1.1" status: 204  len: 168 time: 0.2834022
Apr 03 05:27:44.518432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6f047-bb7c-4ace-a622-d652db72bc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de4c1b-ee6a-45f9-98ac-dbd0bb791c8e,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:44.521806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6fa6f047-bb7c-4ace-a622-d652db72bc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:44.838594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 73d7efdc-12a7-4060-8ba2-d87bb9081486 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:44.889437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.927086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Transition to ACTIVE for port object c24480bd-7630-4d27-8c59-3df3c8c014c2 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:44.940048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:44.958388 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:45.027352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 73d7efdc-12a7-4060-8ba2-d87bb9081486 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:45.194162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320035f8-3f41-43ac-9e1d-61c716a87c80 None None] Pushing event updated for resources: {'Port': ['ID=c24480bd-7630-4d27-8c59-3df3c8c014c2,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:45.196190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:45.198525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-320035f8-3f41-43ac-9e1d-61c716a87c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:45.343525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39932) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:45.465200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Router fbeda0c9-4f4c-4df2-958e-b5efb02a881b is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:27:45.583204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:45.601340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Attempting to bind port c24480bd-7630-4d27-8c59-3df3c8c014c2 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:27:45.602031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Attempting to bind port c24480bd-7630-4d27-8c59-3df3c8c014c2 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:27:45.602656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Attempting to bind port c24480bd-7630-4d27-8c59-3df3c8c014c2 on network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:45.608170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:45.609981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:27:45.610787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Checking segment: {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:45.611485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:45.612111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Bound using segment: {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:27:45.612832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Bound port: c24480bd-7630-4d27-8c59-3df3c8c014c2, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:27:45.613466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:45.615558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Usage tracker for resource:security_group_rule and tenant:748a4c42808847e8baae822193503d77 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:45.619439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:45.626220 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:45.737216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] For port c24480bd-7630-4d27-8c59-3df3c8c014c2, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:27:45.741185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] For port c24480bd-7630-4d27-8c59-3df3c8c014c2, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c24480bd-7630-4d27-8c59-3df3c8c014c2,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:27:45.746902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:27:45.752431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:45.758636 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Sync routers for ids ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:27:45.770787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:45.791748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Routers {'fbeda0c9-4f4c-4df2-958e-b5efb02a881b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:45.792572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d987d68>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:45.795892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:45.800568 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.6545615
Apr 03 05:27:45.801715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 39948) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:45.809396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:45.817699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:45.838132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:45.933283 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=748a4c42808847e8baae822193503d77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5867603
Apr 03 05:27:45.934790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 39952) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:45.967903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eba4923-1cba-4f63-905a-cb90a4eb2f53,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:45.976279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:46.123532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Set router fbeda0c9-4f4c-4df2-958e-b5efb02a881b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:46.130371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d385772-7087-49ec-acc1-8a080ec3534d None None] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:27:46.155958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-825842df-cad8-42b0-82b1-648c38e348fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:46.232819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-825842df-cad8-42b0-82b1-648c38e348fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:46.294495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-825842df-cad8-42b0-82b1-648c38e348fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:46.305797 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8a72a378-b66a-4f8f-8bb5-66278134be06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:46.336079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825842df-cad8-42b0-82b1-648c38e348fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eba4923-1cba-4f63-905a-cb90a4eb2f53,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:46.341482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-825842df-cad8-42b0-82b1-648c38e348fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:46.348213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-825842df-cad8-42b0-82b1-648c38e348fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:46.349469 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-825842df-cad8-42b0-82b1-648c38e348fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1eba4923-1cba-4f63-905a-cb90a4eb2f53 HTTP/1.1" status: 204  len: 168 time: 0.4093444
Apr 03 05:27:46.423822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320035f8-3f41-43ac-9e1d-61c716a87c80 None None] Pushing event updated for resources: {'Port': ['ID=c24480bd-7630-4d27-8c59-3df3c8c014c2,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:46.443837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-320035f8-3f41-43ac-9e1d-61c716a87c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:46.460418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] Provisioning for port 73d7efdc-12a7-4060-8ba2-d87bb9081486 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:46.495084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] Provisioning complete for port 73d7efdc-12a7-4060-8ba2-d87bb9081486 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:46.499261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:46.568014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d987d68>, [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:27:44Z', 'revision_number': 3, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port': {'id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:43Z', 'updated_at': '2021-04-03T05:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:46.579770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Checking router: fbeda0c9-4f4c-4df2-958e-b5efb02a881b for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:27:46.580132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Updating router fbeda0c9-4f4c-4df2-958e-b5efb02a881b port c802058f-5583-460b-ade8-c929fb4fd907 binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:27:46.707457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:46.709074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c1c4e10>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:46.791695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:47.040144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c413908-aa30-401a-bf8a-324d76863b31 req-fd33f58f-84b4-4cbb-b287-f7e0c64b3464 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:47.048485 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7c413908-aa30-401a-bf8a-324d76863b31 req-fd33f58f-84b4-4cbb-b287-f7e0c64b3464 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 946 time: 0.8165669
Apr 03 05:27:47.109189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4e4ce-28b2-413d-99f3-3dab62f1aad3 req-8e5ba3a1-bfa1-427a-82f7-887f0f63e612 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:47.124729 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-52b4e4ce-28b2-413d-99f3-3dab62f1aad3 req-8e5ba3a1-bfa1-427a-82f7-887f0f63e612 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.5576208
Apr 03 05:27:47.203154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-060aad91-02eb-40e2-95e5-3b3e157fdc6e tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:47.204891 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-060aad91-02eb-40e2-95e5-3b3e157fdc6e tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.35 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 946 time: 0.3423593
Apr 03 05:27:47.242032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c24480bd-7630-4d27-8c59-3df3c8c014c2 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:47.383829 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7c413908-aa30-401a-bf8a-324d76863b31 req-fcc51cba-b29a-4fb7-ac9a-c9cc7d75d560 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3342621
Apr 03 05:27:47.403650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Deleting port e8dcefee-0e38-4946-aeb8-54a427e37d5b {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:27:47.404108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:47.611506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:47.658778 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-52b4e4ce-28b2-413d-99f3-3dab62f1aad3 req-769767b5-6760-48c2-90e4-9b5fd5ee16df tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5330460
Apr 03 05:27:47.671493 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port c24480bd-7630-4d27-8c59-3df3c8c014c2 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:47.719563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port c24480bd-7630-4d27-8c59-3df3c8c014c2 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:47.720025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:47.827363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] For port 73d7efdc-12a7-4060-8ba2-d87bb9081486, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=73d7efdc-12a7-4060-8ba2-d87bb9081486,segment=NetworkSegment(9311df5e-6f00-451e-961d-a8d715d5c031),segment_id=9311df5e-6f00-451e-961d-a8d715d5c031)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:47.860117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:47.867377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:47.901693 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:47.919349 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Transition to ACTIVE for port object c802058f-5583-460b-ade8-c929fb4fd907 will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:47.929036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:47.959987 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d4cb03dd-8508-4024-975a-cc7d5ea8fd72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:47.972954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] Pushing event updated for resources: {'Port': ['ID=73d7efdc-12a7-4060-8ba2-d87bb9081486,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:47.987125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:48.039825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:48.163554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62590a-ccdb-4024-b7cd-54c88d1530c2 None None] Pushing event updated for resources: {'Port': ['ID=c802058f-5583-460b-ade8-c929fb4fd907,revision_number=2']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:48.175554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fa62590a-ccdb-4024-b7cd-54c88d1530c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:48.245200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Attempting to bind port c802058f-5583-460b-ade8-c929fb4fd907 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:27:48.246390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Attempting to bind port c802058f-5583-460b-ade8-c929fb4fd907 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:27:48.246960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Attempting to bind port c802058f-5583-460b-ade8-c929fb4fd907 on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:48.253719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:27:48.254307 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:48.254893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:48.255519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:27:48.256399 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Bound port: c802058f-5583-460b-ade8-c929fb4fd907, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:27:48.256954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:48.272190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-3d20506f-478c-4abb-807a-d54633c1f67c None None] Provisioning complete for port c24480bd-7630-4d27-8c59-3df3c8c014c2 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:48.272536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3d20506f-478c-4abb-807a-d54633c1f67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:48.356197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:48.443520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] For port c802058f-5583-460b-ade8-c929fb4fd907, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:27:48.450213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] For port c802058f-5583-460b-ade8-c929fb4fd907, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c802058f-5583-460b-ade8-c929fb4fd907,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:27:48.460901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:48.481581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] For port e8dcefee-0e38-4946-aeb8-54a427e37d5b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e8dcefee-0e38-4946-aeb8-54a427e37d5b,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:48.482156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:48.497430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fa62590a-ccdb-4024-b7cd-54c88d1530c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:48.718532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:48.767894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Calling delete_port for e8dcefee-0e38-4946-aeb8-54a427e37d5b owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:27:48.775999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62590a-ccdb-4024-b7cd-54c88d1530c2 None None] Pushing event updated for resources: {'Port': ['ID=c802058f-5583-460b-ade8-c929fb4fd907,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:48.788519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port c24480bd-7630-4d27-8c59-3df3c8c014c2, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c24480bd-7630-4d27-8c59-3df3c8c014c2,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:48.792662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fa62590a-ccdb-4024-b7cd-54c88d1530c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:48.819334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:48.837549 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-320035f8-3f41-43ac-9e1d-61c716a87c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:48.896591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Routers {'fbeda0c9-4f4c-4df2-958e-b5efb02a881b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:48.897566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d987d68>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:49.043792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 73d7efdc-12a7-4060-8ba2-d87bb9081486 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:49.187622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=c24480bd-7630-4d27-8c59-3df3c8c014c2,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:49.209886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:49.296532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] Set router fbeda0c9-4f4c-4df2-958e-b5efb02a881b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:49.326097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c1c4e10>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:45Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:49.335591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6aa99b-826c-4497-9054-d2816be0a7e0 None None] The sync data for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi is: [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:45Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:27:49.350417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 73d7efdc-12a7-4060-8ba2-d87bb9081486 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:49.350838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:49.377680 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:49.399397 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-57d7adb8-6d4a-4de0-b049-277507d577a0 req-89689b05-0b50-48d0-9496-9ef46b0182f9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=2742f58a-e780-4fca-a90f-e1f53cfd06c9 HTTP/1.1" status: 200  len: 210 time: 0.7979276
Apr 03 05:27:49.514646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:49.515887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-d1fb5656-9cbc-4227-83e5-04f41b3659c9 None None] Provisioning complete for port 73d7efdc-12a7-4060-8ba2-d87bb9081486 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:49.516683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d1fb5656-9cbc-4227-83e5-04f41b3659c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:49.765438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Pushing event deleted for resources: {'Port': ['ID=e8dcefee-0e38-4946-aeb8-54a427e37d5b,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:49.781382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d987d68>, [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:27:44Z', 'revision_number': 3, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port': {'id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:43Z', 'updated_at': '2021-04-03T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:49.782014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:49.786436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb747f7-c992-4ef4-a90c-4f696e2c389d None None] The sync data for ids ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'] in dv-cinder-784623-2-iscsi is: [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:27:44Z', 'revision_number': 3, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port': {'id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:43Z', 'updated_at': '2021-04-03T05:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:27:49.873430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device e8dcefee-0e38-4946-aeb8-54a427e37d5b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:27:49.923008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: e8dcefee-0e38-4946-aeb8-54a427e37d5b {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:27:49.923423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device e8dcefee-0e38-4946-aeb8-54a427e37d5b not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:27:49.969199 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-d91031f7-493f-4203-ba85-73b729c4b7d7 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4f41f12bc74d41b9b56703e8d57b8d2f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1886628
Apr 03 05:27:49.973814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] No DVR routers for this DVR port e8dcefee-0e38-4946-aeb8-54a427e37d5b on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:27:50.010087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:50.022647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2742f58a-e780-4fca-a90f-e1f53cfd06c9', 'name': 'network-vif-deleted', 'tag': 'e8dcefee-0e38-4946-aeb8-54a427e37d5b'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:27:50.053977 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6307bb3c-6153-4a1c-a37b-34294005cb8e req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.35 "DELETE /v2.0/ports/e8dcefee-0e38-4946-aeb8-54a427e37d5b HTTP/1.1" status: 204  len: 173 time: 2.8393624
Apr 03 05:27:50.065416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Allocated IP 172.20.0.1 (6ccfebf8-9591-45cc-b34d-5c120c1e66f2/aba07bd5-fb8e-4955-8864-def8e0541fe6/1dc9311e-12a0-4205-9aef-0b613f08ab48) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:50.160335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cb595-63be-4eab-89ec-a0e4a3a7086d req-5d5e596f-40d1-456f-a2d1-779ac4c68d19 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:50.161973 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-de7cb595-63be-4eab-89ec-a0e4a3a7086d req-5d5e596f-40d1-456f-a2d1-779ac4c68d19 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.9548929
Apr 03 05:27:50.342526 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-de7cb595-63be-4eab-89ec-a0e4a3a7086d req-1df1509e-e81a-40c4-a8d1-05ecc54b2427 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733153
Apr 03 05:27:50.369990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-3204ae7e-39d1-44fa-a1e2-a088548f677e tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:50.378402 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-3204ae7e-39d1-44fa-a1e2-a088548f677e tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4026988
Apr 03 05:27:50.399007 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-cb6091c8-a99e-47f6-a00d-cc5d19076d20 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/quotas/4f41f12bc74d41b9b56703e8d57b8d2f HTTP/1.1" status: 200  len: 375 time: 0.0193636
Apr 03 05:27:50.477942 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-fba142bf-a85a-4d61-a111-7ce35c47d8da tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f41f12bc74d41b9b56703e8d57b8d2f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0691075
Apr 03 05:27:50.527212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:50.555290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Transition to ACTIVE for port object 1dc9311e-12a0-4205-9aef-0b613f08ab48 will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:50.591968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:50.629415 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2742f58a-e780-4fca-a90f-e1f53cfd06c9', 'name': 'network-vif-deleted', 'tag': 'e8dcefee-0e38-4946-aeb8-54a427e37d5b', 'status': 'completed', 'code': 200}
Apr 03 05:27:50.637316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-273f2d6c-eabf-41b4-92dc-a22cabb4293f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:50.765191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc9311e-12a0-4205-9aef-0b613f08ab48,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:50.769563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:50.916762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:50.972678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:50.975131 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:51.099375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:51.261517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439833b-6bda-4ca6-8bd3-3d2365c42741 req-e031b728-68c5-44bc-85e9-ff769a32cfcc tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:51.278312 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e439833b-6bda-4ca6-8bd3-3d2365c42741 req-e031b728-68c5-44bc-85e9-ff769a32cfcc tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.5072980
Apr 03 05:27:51.292115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c802058f-5583-460b-ade8-c929fb4fd907 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:51.358888 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e439833b-6bda-4ca6-8bd3-3d2365c42741 req-fda783d9-2ac0-4ead-ba75-f2d6d130840b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795922
Apr 03 05:27:51.426819 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5105e303-9dc4-4f4d-813e-28a39c63bd5a req-9966cb42-e03c-4b85-9994-d5f9112d94b5 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 210 time: 0.0721965
Apr 03 05:27:51.442939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-7dc2331c-f301-4b4e-a571-d408ae505f57 None None] Provisioning for port 1dc9311e-12a0-4205-9aef-0b613f08ab48 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:51.453033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-7dc2331c-f301-4b4e-a571-d408ae505f57 None None] Provisioning complete for port 1dc9311e-12a0-4205-9aef-0b613f08ab48 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:51.453475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7dc2331c-f301-4b4e-a571-d408ae505f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:51.541637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2331c-f301-4b4e-a571-d408ae505f57 None None] Port 1dc9311e-12a0-4205-9aef-0b613f08ab48 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:27:51.544995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port c802058f-5583-460b-ade8-c929fb4fd907 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:51.551392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port c802058f-5583-460b-ade8-c929fb4fd907 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:51.551816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:51.616278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:51.694216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:51.712044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port c802058f-5583-460b-ade8-c929fb4fd907, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c802058f-5583-460b-ade8-c929fb4fd907,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:51.716243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:51.717142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c24480bd-7630-4d27-8c59-3df3c8c014c2 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:51.750010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:51.855835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=c802058f-5583-460b-ade8-c929fb4fd907,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:51.859488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:51.865284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port c24480bd-7630-4d27-8c59-3df3c8c014c2 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:51.865700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:51.925475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-fbe7818f-8cb2-4325-a113-9ef49e28d577 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:51.933214 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-fbe7818f-8cb2-4325-a113-9ef49e28d577 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/networks?id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 HTTP/1.1" status: 200  len: 809 time: 0.3239067
Apr 03 05:27:52.205667 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-ca6e69df-b58b-41f8-99c6-7de39590a687 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/quotas/1208994855a645f888bc98801ae17b55 HTTP/1.1" status: 200  len: 375 time: 0.2708056
Apr 03 05:27:52.311314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-a4d6320c-cee4-4267-b065-6ed379b062e0 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Synchronizing usage tracker for tenant:1208994855a645f888bc98801ae17b55 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:27:52.340709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-a4d6320c-cee4-4267-b065-6ed379b062e0 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Unset dirty status for tenant:1208994855a645f888bc98801ae17b55 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:27:52.342040 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-a4d6320c-cee4-4267-b065-6ed379b062e0 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1208994855a645f888bc98801ae17b55&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0902350
Apr 03 05:27:52.501450 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:52.507593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:52.538460 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:52.583821 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-bab20003-f1a5-499b-b9ce-d2e2b7f8115f service neutron] 10.222.0.30 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2327690
Apr 03 05:27:52.714196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc9311e-12a0-4205-9aef-0b613f08ab48,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:52.721375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:52.729075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:52.861306 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-b34097be-cde6-4052-aea2-9bce66b3fb62 service neutron] 10.222.0.30 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2676537
Apr 03 05:27:52.898193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c802058f-5583-460b-ade8-c929fb4fd907 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:52.904282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:52.905434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:53.022662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port c802058f-5583-460b-ade8-c929fb4fd907 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:53.023409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:53.159278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Router fbeda0c9-4f4c-4df2-958e-b5efb02a881b has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:27:53.323490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-03f6476f-82c5-469a-a20e-6f102fa80e24 None None] Provisioning complete for port 1dc9311e-12a0-4205-9aef-0b613f08ab48 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:53.323915 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-03f6476f-82c5-469a-a20e-6f102fa80e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:53.389789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-03f6476f-82c5-469a-a20e-6f102fa80e24 None None] Port 1dc9311e-12a0-4205-9aef-0b613f08ab48 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:27:53.426297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:27:53.434415 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] 10.222.0.30 "PUT /v2.0/routers/fbeda0c9-4f4c-4df2-958e-b5efb02a881b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6310489
Apr 03 05:27:53.436834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Sync routers for ids ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:27:53.451969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Routers {'fbeda0c9-4f4c-4df2-958e-b5efb02a881b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:53.452645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647f59240>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:53.651579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Set router fbeda0c9-4f4c-4df2-958e-b5efb02a881b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:53.899190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:53.994859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647f59240>, [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 4, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port': {'id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:43Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1dc9311e-12a0-4205-9aef-0b613f08ab48', 'name': '', 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'mac_address': 'fa:16:3e:a5:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'aba07bd5-fb8e-4955-8864-def8e0541fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:48Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 2, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'subnets': [{'id': 'aba07bd5-fb8e-4955-8864-def8e0541fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:53.999008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Checking router: fbeda0c9-4f4c-4df2-958e-b5efb02a881b for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:27:53.999445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Updating router fbeda0c9-4f4c-4df2-958e-b5efb02a881b port 1dc9311e-12a0-4205-9aef-0b613f08ab48 binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:27:54.054388 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:54.475813 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e81616f-26a9-4308-94cb-79ea58d15b69 req-553cded3-66f0-4239-83f7-5b31c037aefe tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 210 time: 0.1090064
Apr 03 05:27:54.478157 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d3c8d47b-85ee-459b-85b3-51036cc3d1bb req-97645cc9-7bb8-493c-af6a-ce8ce2bae59f tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 210 time: 0.1136789
Apr 03 05:27:54.543737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:54.557063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Transition to ACTIVE for port object 1dc9311e-12a0-4205-9aef-0b613f08ab48 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:54.562792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:54.578735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:54.732007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497b6ff-45cc-4f15-92e2-53feaa1d4569 None None] Pushing event updated for resources: {'Port': ['ID=1dc9311e-12a0-4205-9aef-0b613f08ab48,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:54.741533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1497b6ff-45cc-4f15-92e2-53feaa1d4569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:54.992272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 40162) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:54.998383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-603411282', 'description': 'tempest-secgroup-smoke-603411282 description', 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:55.013333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:55.021984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:security_group and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:55.028729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:55.051565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Attempting to bind port 1dc9311e-12a0-4205-9aef-0b613f08ab48 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:27:55.051925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Attempting to bind port 1dc9311e-12a0-4205-9aef-0b613f08ab48 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:27:55.052339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Attempting to bind port 1dc9311e-12a0-4205-9aef-0b613f08ab48 on network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:27:55.071639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:27:55.072062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Checking segment: {'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:27:55.072525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:55.072970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Bound using segment: {'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:27:55.073508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Bound port: 1dc9311e-12a0-4205-9aef-0b613f08ab48, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9311df5e-6f00-451e-961d-a8d715d5c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:27:55.073930 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:55.111291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:55.125731 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-5980e6cf-7513-412d-8368-ef7656d61100 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4f41f12bc74d41b9b56703e8d57b8d2f&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0813115
Apr 03 05:27:55.210585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:55.290009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] For port 1dc9311e-12a0-4205-9aef-0b613f08ab48, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:27:55.293920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] For port 1dc9311e-12a0-4205-9aef-0b613f08ab48, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1dc9311e-12a0-4205-9aef-0b613f08ab48,segment=NetworkSegment(9311df5e-6f00-451e-961d-a8d715d5c031),segment_id=9311df5e-6f00-451e-961d-a8d715d5c031)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:27:55.301412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:55.324536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:55.346412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:security_group_rule and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:55.353444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:55.364024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:55.482376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:55.487705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9d67049c-1546-447b-ad28-0830384ea80f tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:55.489330 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9d67049c-1546-447b-ad28-0830384ea80f tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3469579
Apr 03 05:27:55.506916 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Request body: {'port': {'device_id': '9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5', 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455', 'admin_state_up': True, 'tenant_id': '4f41f12bc74d41b9b56703e8d57b8d2f'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:55.742776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497b6ff-45cc-4f15-92e2-53feaa1d4569 None None] Pushing event updated for resources: {'Port': ['ID=1dc9311e-12a0-4205-9aef-0b613f08ab48,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:55.747034 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1497b6ff-45cc-4f15-92e2-53feaa1d4569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:55.747840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Routers {'fbeda0c9-4f4c-4df2-958e-b5efb02a881b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:27:55.748512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647f59240>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:27:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:55.925072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-44aba63a-6185-4c0b-ae23-296974a8507a tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:55.925857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-44aba63a-6185-4c0b-ae23-296974a8507a tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Synchronizing usage tracker for tenant:1208994855a645f888bc98801ae17b55 on resource:network {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:27:55.951828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-44aba63a-6185-4c0b-ae23-296974a8507a tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Unset dirty status for tenant:1208994855a645f888bc98801ae17b55 on resource:network {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:27:55.957362 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-44aba63a-6185-4c0b-ae23-296974a8507a tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.35 "GET /v2.0/networks?id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 HTTP/1.1" status: 200  len: 809 time: 0.3406069
Apr 03 05:27:55.971507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Request body: {'port': {'device_id': 'f7f65554-5fda-41c5-86c9-dbea31830515', 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7', 'admin_state_up': True, 'tenant_id': '1208994855a645f888bc98801ae17b55'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:55.979898 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8251bf23-7d1d-41f9-b989-b0aaeb4a8c49 req-0343c8a1-df4f-48dd-a3ba-c7ff2fa64cff tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 210 time: 0.2095487
Apr 03 05:27:56.078734 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7f82bd51-052f-4f30-b48b-bdc0bcff2462 req-f24a9ec2-5cdf-46b2-9f8b-0c4ab06680d3 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 210 time: 0.2420738
Apr 03 05:27:56.190635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] Set router fbeda0c9-4f4c-4df2-958e-b5efb02a881b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:27:56.201036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.213939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:56.221633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.226469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Usage tracker for resource:port and tenant:4f41f12bc74d41b9b56703e8d57b8d2f is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:56.231132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:56.240145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:56.263352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:56.278257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:56.294096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:56.297039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca6f5f8-6bf9-4305-9821-669bee19660f,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:56.299983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.304100 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.3076968
Apr 03 05:27:56.304100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:56.304100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Made reservation on behalf of 4f41f12bc74d41b9b56703e8d57b8d2f for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:56.311599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.317799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 40210) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:56.330707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'security_group_rule': {'security_group_id': '2ca6f5f8-6bf9-4305-9821-669bee19660f', 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:56.340568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:56.343314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Made reservation on behalf of 1208994855a645f888bc98801ae17b55 for: {'port': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:27:56.351366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.362877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.369194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:security_group_rule and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:56.376241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:56.385986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:56.403215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:56.408356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Usage tracker for resource:security_group_rule and tenant:4f41f12bc74d41b9b56703e8d57b8d2f is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:56.427008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:56.433795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:56.471764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.554788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.559908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.565353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1b8982a8-0649-4d0c-95bc-889c3d73011d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:56.732102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e8a989-6111-47ca-ba55-d1ad7ce9cb19,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:56.735741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.746436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:56.752337 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Allocated IP 172.20.0.14 (4b7e50e8-ddc6-456b-b338-40b28dc9e4d7/75e8e068-58e9-41ea-b4f4-6d095255676f/3ddc0e90-4638-4b3f-9544-567aa0eab831) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:56.754793 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.775043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:56.784672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df3976-4620-4fb2-b897-d941790f7f0c req-ec26577e-a0b5-4c8e-9c09-911fbccd8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:56.785633 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46df3976-4620-4fb2-b897-d941790f7f0c req-ec26577e-a0b5-4c8e-9c09-911fbccd8966 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.2518561
Apr 03 05:27:56.810033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df207051-8586-46e6-8762-90949fce23ba,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:56.815494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:56.828928 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:56.833415 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5090067
Apr 03 05:27:56.834314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 40224) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:56.840745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'security_group_rule': {'security_group_id': '2ca6f5f8-6bf9-4305-9821-669bee19660f', 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:56.861215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c19ef-3a2e-4ef1-8d13-83133470481d req-9660ca56-c33a-4e00-a6f2-985b4672c954 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:56.862841 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-300c19ef-3a2e-4ef1-8d13-83133470481d req-9660ca56-c33a-4e00-a6f2-985b4672c954 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2095680
Apr 03 05:27:56.862983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:56.876536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:security_group_rule and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:56.877135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Allocated IP 192.168.233.160 (fc005d0e-d281-429f-821c-237731ac5455/9405674d-2b9b-41db-8348-eff541c3610e/e430d0d2-0b53-4856-9ac7-6e0160b6c9e5) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:27:56.882141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:56.895451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:56.919547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647f59240>, [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 4, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port': {'id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:43Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1dc9311e-12a0-4205-9aef-0b613f08ab48', 'name': '', 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'mac_address': 'fa:16:3e:a5:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'aba07bd5-fb8e-4955-8864-def8e0541fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:48Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'subnets': [{'id': 'aba07bd5-fb8e-4955-8864-def8e0541fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:27:56.923862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eabbb77-7371-4da0-8eed-4c31cc918d7c None None] The sync data for ids ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'] in dv-cinder-784623-2-iscsi is: [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 4, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port': {'id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:43Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1dc9311e-12a0-4205-9aef-0b613f08ab48', 'name': '', 'network_id': '6ccfebf8-9591-45cc-b34d-5c120c1e66f2', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'mac_address': 'fa:16:3e:a5:da:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'aba07bd5-fb8e-4955-8864-def8e0541fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:48Z', 'updated_at': '2021-04-03T05:27:55Z', 'revision_number': 4, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'subnets': [{'id': 'aba07bd5-fb8e-4955-8864-def8e0541fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:27:56.943455 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-300c19ef-3a2e-4ef1-8d13-83133470481d req-ff908301-2081-452c-ac26-8e6d23d33b77 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683353
Apr 03 05:27:57.140534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.184956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.204426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:57.244074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.415288 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Pushing event updated for resources: {'Port': ['ID=3ddc0e90-4638-4b3f-9544-567aa0eab831,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:57.419199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:57.446124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.475335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.482569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:57.497154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.515291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Transition to ACTIVE for port object e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:27:57.518679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5738a45c-a098-4a7c-8871-7f17e24f23de,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:57.531843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:57.534626 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:57.538544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:57.542443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:57.543688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.561174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:57.580098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.584429 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7461147
Apr 03 05:27:57.587345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 40236) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:57.596873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'security_group_rule': {'security_group_id': '2ca6f5f8-6bf9-4305-9821-669bee19660f', 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:57.613946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:57.622691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:security_group_rule and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:57.627733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:57.638445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:57.649392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:57.650079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.677078 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7102883
Apr 03 05:27:57.678370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.720455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Pushing event updated for resources: {'Port': ['ID=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:57.723619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:57.752715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.755522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.763810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:57.780196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Network fc005d0e-d281-429f-821c-237731ac5455 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:27:57.781390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:27:57.783681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:27:57.786408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4b23d6-dac7-4e96-8776-03dc6e7ebd0e,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:57.788716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:57.802658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.806978 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2185829
Apr 03 05:27:57.807686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 40240) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:57.814225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'security_group_rule': {'security_group_id': '2ca6f5f8-6bf9-4305-9821-669bee19660f', 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:57.820727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:57.825022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:security_group_rule and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:57.829597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:57.836569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:57.861775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.872361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:27:57.873150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.913408 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4079580
Apr 03 05:27:57.945542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.949986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.952380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:57.978405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7d31c6-a325-41e3-8686-e0e94a38644f,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:57.982111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:57.989703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:57.991014 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1816554
Apr 03 05:27:57.993895 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 40244) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:58.000225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'security_group_rule': {'security_group_id': '2ca6f5f8-6bf9-4305-9821-669bee19660f', 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:58.006592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:58.010572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:security_group_rule and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:58.013642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:58.019580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:58.028919 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.securitygroups_db [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Project 9ad3ce3fdcde4f0daba09c99b8e2dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 03 05:27:58.035885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.098313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-99726480-5203-47c5-bd83-6098eb44aaa4 None None] Provisioning for port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:58.103319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-99726480-5203-47c5-bd83-6098eb44aaa4 None None] Provisioning complete for port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:58.103812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99726480-5203-47c5-bd83-6098eb44aaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.109444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.118838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.122728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fdbb84ae-d74c-494b-bd9a-13c20338dee0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:58.146944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff361ad-cc4a-4257-b84f-b8d55fdf846b,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:58.152690 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:58.162550 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.164122 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1692510
Apr 03 05:27:58.167421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 40252) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:27:58.174372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'security_group_rule': {'security_group_id': '2ca6f5f8-6bf9-4305-9821-669bee19660f', 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:58.178485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-99726480-5203-47c5-bd83-6098eb44aaa4 None None] Port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:27:58.181537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:27:58.185432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:security_group_rule and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:27:58.188569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:27:58.195741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:27:58.207494 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.securitygroups_db [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Project 9ad3ce3fdcde4f0daba09c99b8e2dacd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 03 05:27:58.216170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.285970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.288825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.290913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:58.316041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8486958f-9c26-41c9-8395-6c2ad1f690d8,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:58.321700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:58.325597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:58.330635 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1576438
Apr 03 05:27:58.935881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1dc9311e-12a0-4205-9aef-0b613f08ab48 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:27:59.012404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 1dc9311e-12a0-4205-9aef-0b613f08ab48 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:27:59.017182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 1dc9311e-12a0-4205-9aef-0b613f08ab48 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:27:59.017600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:59.139802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:59.172468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 1dc9311e-12a0-4205-9aef-0b613f08ab48, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1dc9311e-12a0-4205-9aef-0b613f08ab48,segment=NetworkSegment(9311df5e-6f00-451e-961d-a8d715d5c031),segment_id=9311df5e-6f00-451e-961d-a8d715d5c031)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:27:59.175214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:27:59.177083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:27:59.248517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=1dc9311e-12a0-4205-9aef-0b613f08ab48,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:27:59.251609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:27:59.806042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Request body: {'port': {'device_id': '9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:27:59.831683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Request body: {'port': {'device_id': 'f7f65554-5fda-41c5-86c9-dbea31830515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:28:00.043942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:00.056925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:00.169752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df3976-4620-4fb2-b897-d941790f7f0c req-d13dead5-a7f4-4dba-bfd8-f6206d5ae2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:00.171403 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46df3976-4620-4fb2-b897-d941790f7f0c req-d13dead5-a7f4-4dba-bfd8-f6206d5ae2cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.3732381
Apr 03 05:28:00.248777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a0b35-ff4e-4a7a-bab1-a02528767ceb req-7bb03593-589b-4301-9c3b-18516cafc039 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:00.255940 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-906a0b35-ff4e-4a7a-bab1-a02528767ceb req-7bb03593-589b-4301-9c3b-18516cafc039 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 932 time: 0.2852392
Apr 03 05:28:00.270751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda1cb2-1285-4b85-ae90-416465a6ee94 req-295530d5-ddb3-4409-a0b8-4cbf9c675706 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:00.271579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-6eda1cb2-1285-4b85-ae90-416465a6ee94 req-295530d5-ddb3-4409-a0b8-4cbf9c675706 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Synchronizing usage tracker for tenant:4f41f12bc74d41b9b56703e8d57b8d2f on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:28:00.351834 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-906a0b35-ff4e-4a7a-bab1-a02528767ceb req-9da90ef2-8152-4e1e-9f07-7040d2b020a7 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944660
Apr 03 05:28:00.403951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-6eda1cb2-1285-4b85-ae90-416465a6ee94 req-295530d5-ddb3-4409-a0b8-4cbf9c675706 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Unset dirty status for tenant:4f41f12bc74d41b9b56703e8d57b8d2f on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:28:00.405241 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6eda1cb2-1285-4b85-ae90-416465a6ee94 req-295530d5-ddb3-4409-a0b8-4cbf9c675706 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 936 time: 0.4743812
Apr 03 05:28:00.502598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-6eda1cb2-1285-4b85-ae90-416465a6ee94 req-b1a522cb-f19a-4a12-aafa-9cf1669f614b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Synchronizing usage tracker for tenant:4f41f12bc74d41b9b56703e8d57b8d2f on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:28:00.549885 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46df3976-4620-4fb2-b897-d941790f7f0c req-637301a1-cf0c-43ff-9ed8-efb64e54f7ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 200  len: 217 time: 0.3415551
Apr 03 05:28:00.654286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-6eda1cb2-1285-4b85-ae90-416465a6ee94 req-b1a522cb-f19a-4a12-aafa-9cf1669f614b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Unset dirty status for tenant:4f41f12bc74d41b9b56703e8d57b8d2f on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:28:00.655582 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6eda1cb2-1285-4b85-ae90-416465a6ee94 req-b1a522cb-f19a-4a12-aafa-9cf1669f614b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2431798
Apr 03 05:28:00.706896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df3976-4620-4fb2-b897-d941790f7f0c req-2cee5caf-71c7-43b8-9d7a-0814022cc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:00.708500 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46df3976-4620-4fb2-b897-d941790f7f0c req-2cee5caf-71c7-43b8-9d7a-0814022cc03f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.1448038
Apr 03 05:28:00.738775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffae2d4-21ba-49d6-b71c-80a594416962 req-ea625fae-6c8d-44cf-94bb-07eacba60c2e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:00.740773 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cffae2d4-21ba-49d6-b71c-80a594416962 req-ea625fae-6c8d-44cf-94bb-07eacba60c2e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2183406
Apr 03 05:28:00.792137 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46df3976-4620-4fb2-b897-d941790f7f0c req-97df4e0c-767d-49cf-ab24-9d5713d20d10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668335
Apr 03 05:28:00.869561 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cffae2d4-21ba-49d6-b71c-80a594416962 req-bc202677-a5c7-41d7-a60f-9d6f85680072 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151395
Apr 03 05:28:00.875479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:28:00.883558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:00.911229 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Transition to ACTIVE for port object e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:28:00.911229 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:00.982596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1dc9311e-12a0-4205-9aef-0b613f08ab48 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:28:01.021236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ef87b5c4-5061-4314-9195-7c1a4f9961b1 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:01.043202 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46df3976-4620-4fb2-b897-d941790f7f0c req-090a72fd-885a-48e4-b2b3-4eaa31a45403 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013135
Apr 03 05:28:01.069529 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 1dc9311e-12a0-4205-9aef-0b613f08ab48 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:28:01.069920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:01.154184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:01.162399 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:01.311944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddc0e90-4638-4b3f-9544-567aa0eab831 {{(pid=84376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:28:01.325897 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:01.355726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Transition to ACTIVE for port object 3ddc0e90-4638-4b3f-9544-567aa0eab831 will not be triggered until provisioned by entity L2. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:28:01.369498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:01.387978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Attempting to bind port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:28:01.388154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Attempting to bind port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:28:01.388523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:01.388659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Attempting to bind port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 on network fc005d0e-d281-429f-821c-237731ac5455 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:28:01.393651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 on network fc005d0e-d281-429f-821c-237731ac5455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:28:01.393995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Attempting to bind port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 on network fc005d0e-d281-429f-821c-237731ac5455 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:28:01.399705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:28:01.400078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Checking segment: {'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:28:01.400486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Bound using segment: {'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:28:01.401013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Bound port: e430d0d2-0b53-4856-9ac7-6e0160b6c9e5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a983d746-565f-49ad-beff-f29278246608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:28:01.401396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:01.462034 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46df3976-4620-4fb2-b897-d941790f7f0c req-27d77ec4-2c5b-4556-93c6-c0c35e73f389 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4007573
Apr 03 05:28:01.551049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] For port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:28:01.565542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddc0e90-4638-4b3f-9544-567aa0eab831,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:01.568305 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:01.569253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] For port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,segment=NetworkSegment(a983d746-565f-49ad-beff-f29278246608),segment_id=a983d746-565f-49ad-beff-f29278246608)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:28:01.575314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:01.591575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:01.770592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe3e3f-d26c-4c53-aeb2-b153187a8381 req-94df826e-36be-499e-adfd-577d37ab281d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:01.772324 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dcbe3e3f-d26c-4c53-aeb2-b153187a8381 req-94df826e-36be-499e-adfd-577d37ab281d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 944 time: 0.2716849
Apr 03 05:28:01.783666 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:01.806072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:01.811616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Attempting to bind port 3ddc0e90-4638-4b3f-9544-567aa0eab831 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:28:01.812001 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Attempting to bind port 3ddc0e90-4638-4b3f-9544-567aa0eab831 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:28:01.812371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Attempting to bind port 3ddc0e90-4638-4b3f-9544-567aa0eab831 on network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:28:01.817579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Port 3ddc0e90-4638-4b3f-9544-567aa0eab831 on network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:28:01.817936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Attempting to bind port 3ddc0e90-4638-4b3f-9544-567aa0eab831 on network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:28:01.824195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:28:01.824564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Checking segment: {'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:28:01.825153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Bound using segment: {'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:28:01.825520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Bound port: 3ddc0e90-4638-4b3f-9544-567aa0eab831, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93798b8-b243-42b1-885d-baf6fcfe0f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7'}}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:28:01.825909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:01.914530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:01.915246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:01.916809 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] 10.222.0.35 "PUT /v2.0/ports/e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 HTTP/1.1" status: 200  len: 1098 time: 2.1174247
Apr 03 05:28:01.919371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5', 'tag': 'e430d0d2-0b53-4856-9ac7-6e0160b6c9e5'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:01.933821 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dcbe3e3f-d26c-4c53-aeb2-b153187a8381 req-fb463666-30f5-4af3-b4d1-1a9ccc5ba557 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507702
Apr 03 05:28:01.975692 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] For port 3ddc0e90-4638-4b3f-9544-567aa0eab831, host hv-cinder-78462, cleared binding levels {{(pid=84376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:28:01.979011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ee4e2-44b4-47a3-8bae-bac7080fd916 req-4c1ecb91-a2e2-4a1d-8acd-2cd3e35a3d4d tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:01.980483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] For port 3ddc0e90-4638-4b3f-9544-567aa0eab831, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ddc0e90-4638-4b3f-9544-567aa0eab831,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:28:01.985033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:01.992063 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c46ee4e2-44b4-47a3-8bae-bac7080fd916 req-4c1ecb91-a2e2-4a1d-8acd-2cd3e35a3d4d tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 948 time: 0.1758990
Apr 03 05:28:02.083204 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c46ee4e2-44b4-47a3-8bae-bac7080fd916 req-51efabdf-b818-4397-96d8-dc856f5eb8b9 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861726
Apr 03 05:28:02.112175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e9cb321a-06a3-4b53-aae4-c474e01e4c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:02.164159 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:02.273759 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5', 'tag': 'e430d0d2-0b53-4856-9ac7-6e0160b6c9e5', 'status': 'completed', 'code': 200}
Apr 03 05:28:02.287320 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddc0e90-4638-4b3f-9544-567aa0eab831,revision_number=3']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:02.293175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:02.344282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-ebdff8a1-ce1a-4b2f-95cf-ca5ef18efab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:02.346524 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-ebdff8a1-ce1a-4b2f-95cf-ca5ef18efab5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f41f12bc74d41b9b56703e8d57b8d2f&device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 1101 time: 0.2045751
Apr 03 05:28:02.361380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:02.362022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:02.363689 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] 10.222.0.35 "PUT /v2.0/ports/3ddc0e90-4638-4b3f-9544-567aa0eab831 HTTP/1.1" status: 200  len: 1094 time: 2.5409076
Apr 03 05:28:02.363952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cdafc-81d8-42e1-936c-324283e5f5f0 req-efb3be36-ccc0-4f1f-af74-30b9281aece0 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:02.364231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f65554-5fda-41c5-86c9-dbea31830515', 'tag': '3ddc0e90-4638-4b3f-9544-567aa0eab831'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:02.382990 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b0cdafc-81d8-42e1-936c-324283e5f5f0 req-efb3be36-ccc0-4f1f-af74-30b9281aece0 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1665926
Apr 03 05:28:02.485891 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-65057493-1b97-494c-bd4d-d3bc37f42cf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 HTTP/1.1" status: 200  len: 217 time: 0.0845466
Apr 03 05:28:02.515979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-4361ac97-cb94-41eb-8a1e-f346a36465bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:02.518697 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-4361ac97-cb94-41eb-8a1e-f346a36465bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1208994855a645f888bc98801ae17b55&device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 1097 time: 0.1022000
Apr 03 05:28:02.564340 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b0cdafc-81d8-42e1-936c-324283e5f5f0 req-06b8cf4b-f0a8-4037-bb24-00a64593b90b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803517
Apr 03 05:28:02.620195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-ce35de39-82ad-4bfb-81de-fa3c88942007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:02.622657 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-ce35de39-82ad-4bfb-81de-fa3c88942007 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9405674d-2b9b-41db-8348-eff541c3610e HTTP/1.1" status: 200  len: 843 time: 0.1246169
Apr 03 05:28:02.626781 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-e9eb95ec-5b1e-461e-a107-0e785b304c6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ddc0e90-4638-4b3f-9544-567aa0eab831 HTTP/1.1" status: 200  len: 217 time: 0.0995834
Apr 03 05:28:02.689174 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f65554-5fda-41c5-86c9-dbea31830515', 'tag': '3ddc0e90-4638-4b3f-9544-567aa0eab831', 'status': 'completed', 'code': 200}
Apr 03 05:28:02.722375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-39a0b56b-0d2b-4540-9e64-0064beeedec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:02.725491 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-39a0b56b-0d2b-4540-9e64-0064beeedec9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e8e068-58e9-41ea-b4f4-6d095255676f HTTP/1.1" status: 200  len: 849 time: 0.0864661
Apr 03 05:28:02.767726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-90864a33-c1c6-4ca7-b347-31dd2fd6617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:02.769596 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-90864a33-c1c6-4ca7-b347-31dd2fd6617a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc005d0e-d281-429f-821c-237731ac5455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1313086
Apr 03 05:28:02.799183 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-f6101a7b-bbc6-496c-b7c3-2aae7f567b61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655441
Apr 03 05:28:02.923695 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-961b572e-9030-40f8-81bc-18b97a0dc5f7 service neutron] 10.222.0.35 "GET /v2.0/networks/fc005d0e-d281-429f-821c-237731ac5455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455343
Apr 03 05:28:02.950376 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-fbb2d833-93c4-441c-adbc-783c18382693 service neutron] 10.222.0.35 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420133
Apr 03 05:28:03.106462 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b0ea384-4c99-4ad0-9b11-a1d6b8b7ad4f req-eaecada1-9903-41e2-bab4-6c80e323d395 service neutron] 10.222.0.35 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472194
Apr 03 05:28:03.274556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-070de47d-e601-4619-8c32-81b4577cf480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:03.276111 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-070de47d-e601-4619-8c32-81b4577cf480 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1208994855a645f888bc98801ae17b55&device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 1097 time: 0.0928633
Apr 03 05:28:03.294912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:03.430981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-33594502-9e1f-42a1-813c-2f66a6a5fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:03.432825 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-33594502-9e1f-42a1-813c-2f66a6a5fff3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 HTTP/1.1" status: 200  len: 910 time: 0.1429083
Apr 03 05:28:03.442454 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02e1605d-03ab-4428-bdf8-e63cfab79870 req-1d8e43a1-170d-4152-8901-8924adda312a service neutron] 10.222.0.35 "GET /v2.0/networks/fc005d0e-d281-429f-821c-237731ac5455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5080831
Apr 03 05:28:03.468117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca63c12-a192-42d5-9f07-08bf51879f7a req-2e03c735-2ba1-46a0-a637-dd59590d5a13 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:03.469940 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9ca63c12-a192-42d5-9f07-08bf51879f7a req-2e03c735-2ba1-46a0-a637-dd59590d5a13 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 944 time: 0.2627165
Apr 03 05:28:03.484630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606253bd-98d7-487e-a225-c7f74f1db83c req-985f54de-0e75-4976-afce-ab1b8b3d395a tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:03.486225 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-606253bd-98d7-487e-a225-c7f74f1db83c req-985f54de-0e75-4976-afce-ab1b8b3d395a tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 948 time: 0.1842687
Apr 03 05:28:03.529612 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-23999895-c1cc-431c-a054-3e77e863c4cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ddc0e90-4638-4b3f-9544-567aa0eab831 HTTP/1.1" status: 200  len: 217 time: 0.0808249
Apr 03 05:28:03.610635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-600b20e7-5abb-44fa-a8f2-1def2aefbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:03.612281 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-600b20e7-5abb-44fa-a8f2-1def2aefbb65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75e8e068-58e9-41ea-b4f4-6d095255676f HTTP/1.1" status: 200  len: 849 time: 0.0702012
Apr 03 05:28:03.621018 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9ca63c12-a192-42d5-9f07-08bf51879f7a req-6ca6b5bf-7eb7-46b1-9919-d7bfa43df229 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1335003
Apr 03 05:28:03.631864 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-606253bd-98d7-487e-a225-c7f74f1db83c req-99dc6a46-f91d-4882-b906-e4e4833ba4d2 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277144
Apr 03 05:28:03.673803 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-61fae0f4-717b-4626-b7da-dfd412179ff3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517848
Apr 03 05:28:03.674852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-4478f664-3a53-423a-92c7-9e36a266a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:03.676463 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-4478f664-3a53-423a-92c7-9e36a266a093 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4f41f12bc74d41b9b56703e8d57b8d2f&device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 1101 time: 0.1467214
Apr 03 05:28:03.843131 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-d3199e7e-f0c1-4fc8-910c-1c64f0769c6a service neutron] 10.222.0.35 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523271
Apr 03 05:28:03.906791 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-9d7cdb96-ede2-40e0-bcc6-8fa75ac2af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:03.908481 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-9d7cdb96-ede2-40e0-bcc6-8fa75ac2af97 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc005d0e-d281-429f-821c-237731ac5455 HTTP/1.1" status: 200  len: 870 time: 0.2174690
Apr 03 05:28:03.979114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887b8c2-851e-4520-9c76-50156fe348e1 req-fb63a887-3f8b-4d87-afd2-d4fa04c6e6b4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:03.981195 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e887b8c2-851e-4520-9c76-50156fe348e1 req-fb63a887-3f8b-4d87-afd2-d4fa04c6e6b4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1952937
Apr 03 05:28:04.000431 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-6d4ab4f5-cafd-4f47-9388-0daac077c702 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 HTTP/1.1" status: 200  len: 217 time: 0.0821590
Apr 03 05:28:04.009956 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc1d0834-d0e3-4aec-adcc-19ded50f5603 req-1515bc49-5701-4973-a424-9449ce09fdcc service neutron] 10.222.0.35 "GET /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595435
Apr 03 05:28:04.107940 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e887b8c2-851e-4520-9c76-50156fe348e1 req-334c5c41-222f-4622-8fd2-394096398139 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094820
Apr 03 05:28:04.111963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-d5a6d7ef-54f4-46e7-932d-85d8adb7e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:04.113308 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-d5a6d7ef-54f4-46e7-932d-85d8adb7e8cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9405674d-2b9b-41db-8348-eff541c3610e HTTP/1.1" status: 200  len: 843 time: 0.0988183
Apr 03 05:28:04.218272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-07585a5f-6f08-47fe-870d-b1670c087409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:04.219915 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-07585a5f-6f08-47fe-870d-b1670c087409 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc005d0e-d281-429f-821c-237731ac5455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0980608
Apr 03 05:28:04.352912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ba11dd48-073b-4332-b553-1b38f9e9dc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:04.353204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:28:04.374639 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-8b9d5151-1364-4389-8ee7-fd10df691867 service neutron] 10.222.0.35 "GET /v2.0/networks/fc005d0e-d281-429f-821c-237731ac5455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435962
Apr 03 05:28:04.531527 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-79ffafc1-e198-4db3-a332-a35fcfe69f9f req-2544c834-eda7-4295-a790-609f91ac9a12 service neutron] 10.222.0.35 "GET /v2.0/networks/fc005d0e-d281-429f-821c-237731ac5455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436768
Apr 03 05:28:04.902199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77a156-2ee4-472f-b8b6-57cd8acdd276 req-8ae4cbb5-6af1-4d99-8c2e-76166be263d2 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:04.903767 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9a77a156-2ee4-472f-b8b6-57cd8acdd276 req-8ae4cbb5-6af1-4d99-8c2e-76166be263d2 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 944 time: 0.1534939
Apr 03 05:28:04.912137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c58b1-36d1-4e50-8199-f1fca0e12aad req-24d636ac-8a7a-44be-a9d2-b8b133e24c4a tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:04.913579 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb7c58b1-36d1-4e50-8199-f1fca0e12aad req-24d636ac-8a7a-44be-a9d2-b8b133e24c4a tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 948 time: 0.1283765
Apr 03 05:28:04.989171 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9a77a156-2ee4-472f-b8b6-57cd8acdd276 req-95e44144-154b-491d-acb9-b19c5f260c0e tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745931
Apr 03 05:28:04.996439 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb7c58b1-36d1-4e50-8199-f1fca0e12aad req-7dbddd14-f235-4830-8883-afc812e8646e tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649083
Apr 03 05:28:05.329760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8491c1-e3d7-4438-a512-a1409ee575f5 req-7e4632ac-56ae-4735-a20f-470b36bc072c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:05.331768 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0a8491c1-e3d7-4438-a512-a1409ee575f5 req-7e4632ac-56ae-4735-a20f-470b36bc072c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0873942
Apr 03 05:28:05.359837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:05.380864 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0a8491c1-e3d7-4438-a512-a1409ee575f5 req-92723813-197c-49eb-817d-8c5cbda45989 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425186
Apr 03 05:28:06.193533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc756d5a-0d66-4146-8c72-2fa2ea05c832 req-0ca4ca54-2d26-48c2-afa1-52efb2848688 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:06.195113 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cc756d5a-0d66-4146-8c72-2fa2ea05c832 req-0ca4ca54-2d26-48c2-afa1-52efb2848688 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 944 time: 0.0937779
Apr 03 05:28:06.242095 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cc756d5a-0d66-4146-8c72-2fa2ea05c832 req-4c8a58d9-1fae-450f-81f3-a8d5e672e1a4 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405378
Apr 03 05:28:06.431735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201fa81-9863-4dc6-806b-b51f1ad0885e req-f730aedf-ba09-4771-91ee-d12039009830 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:06.433319 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0201fa81-9863-4dc6-806b-b51f1ad0885e req-f730aedf-ba09-4771-91ee-d12039009830 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 948 time: 0.0914285
Apr 03 05:28:06.482239 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0201fa81-9863-4dc6-806b-b51f1ad0885e req-97e6fda9-9d41-4cc5-85a9-30c9c21e876a tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422964
Apr 03 05:28:06.530600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 3ddc0e90-4638-4b3f-9544-567aa0eab831 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:28:06.672063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 3ddc0e90-4638-4b3f-9544-567aa0eab831, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ddc0e90-4638-4b3f-9544-567aa0eab831,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:06.672487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ab23d-c27e-44a1-a0a1-30a93addf2a9 req-b2dd7232-4b47-4c63-9a30-47e2fa245b08 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:06.674112 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d46ab23d-c27e-44a1-a0a1-30a93addf2a9 req-b2dd7232-4b47-4c63-9a30-47e2fa245b08 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0884702
Apr 03 05:28:06.686312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '3ddc0e90-4638-4b3f-9544-567aa0eab831', 'network_id': '4b7e50e8-ddc6-456b-b338-40b28dc9e4d7', 'port_id': '3ddc0e90-4638-4b3f-9544-567aa0eab831', 'mac_address': 'fa:16:3e:0d:b7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e8e068-58e9-41ea-b4f4-6d095255676f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:28:06.722346 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d46ab23d-c27e-44a1-a0a1-30a93addf2a9 req-dc391fd6-4e40-4cc2-b575-895b1478753d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415978
Apr 03 05:28:06.750080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:06.768226 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddc0e90-4638-4b3f-9544-567aa0eab831 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:28:06.784807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 3ddc0e90-4638-4b3f-9544-567aa0eab831, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ddc0e90-4638-4b3f-9544-567aa0eab831,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:06.788577 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:06.790424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:06.868643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:06.874024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=3ddc0e90-4638-4b3f-9544-567aa0eab831,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:06.877206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:07.441551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d49960-2fe7-45a4-8b89-d148714b13dc req-51c593d5-090f-4fb8-ad55-8da491630c5f tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:07.443031 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e5d49960-2fe7-45a4-8b89-d148714b13dc req-51c593d5-090f-4fb8-ad55-8da491630c5f tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 945 time: 0.0903602
Apr 03 05:28:07.491065 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e5d49960-2fe7-45a4-8b89-d148714b13dc req-34b3879e-43c1-4df4-8e3d-4b179f53a57b tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409265
Apr 03 05:28:07.603969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:28:07.688313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc71665-8aae-4692-a66a-daa0c71257dc req-cd4270d7-d42d-49f3-a14d-bfc9be5f45e8 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:07.689904 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebc71665-8aae-4692-a66a-daa0c71257dc req-cd4270d7-d42d-49f3-a14d-bfc9be5f45e8 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 948 time: 0.0942395
Apr 03 05:28:07.741768 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ebc71665-8aae-4692-a66a-daa0c71257dc req-f79561fc-4204-454f-85c2-baf61767bbd7 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451376
Apr 03 05:28:07.750308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,segment=NetworkSegment(a983d746-565f-49ad-beff-f29278246608),segment_id=a983d746-565f-49ad-beff-f29278246608)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:07.766942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'e430d0d2-0b53-4856-9ac7-6e0160b6c9e5', 'network_id': 'fc005d0e-d281-429f-821c-237731ac5455', 'port_id': 'e430d0d2-0b53-4856-9ac7-6e0160b6c9e5', 'mac_address': 'fa:16:3e:d1:e2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9405674d-2b9b-41db-8348-eff541c3610e', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:28:07.834661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:07.854492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:28:07.872968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,segment=NetworkSegment(a983d746-565f-49ad-beff-f29278246608),segment_id=a983d746-565f-49ad-beff-f29278246608)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:07.878828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:07.881365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:07.940861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['3ddc0e90-4638-4b3f-9544-567aa0eab831'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:28:07.954718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a11abc-a7e7-4293-b63f-1d76b0f5f058 req-d709a30c-d05f-4808-af6f-544794f9ea04 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:07.956849 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-66a11abc-a7e7-4293-b63f-1d76b0f5f058 req-d709a30c-d05f-4808-af6f-544794f9ea04 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1086702
Apr 03 05:28:08.017710 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-66a11abc-a7e7-4293-b63f-1d76b0f5f058 req-98f3beab-c8fa-4f5c-ab03-30f4c84d39ed tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474601
Apr 03 05:28:08.049585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:08.053834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:08.201325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['e430d0d2-0b53-4856-9ac7-6e0160b6c9e5'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:28:08.722643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e44cbb-c767-453d-86fa-8e8ba2042674 req-a0ea1e9c-1e03-4a81-84e8-c420d144c0d8 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:08.724324 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f8e44cbb-c767-453d-86fa-8e8ba2042674 req-a0ea1e9c-1e03-4a81-84e8-c420d144c0d8 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 945 time: 0.1130543
Apr 03 05:28:08.774995 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f8e44cbb-c767-453d-86fa-8e8ba2042674 req-72d7b0c3-23a0-4839-8432-2143d10552c8 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440290
Apr 03 05:28:08.979189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c96c-577e-479d-9e32-974e33cbf923 req-35fcb88c-8400-47d0-8349-fc90c069203b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:08.981054 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e445c96c-577e-479d-9e32-974e33cbf923 req-35fcb88c-8400-47d0-8349-fc90c069203b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 949 time: 0.0982993
Apr 03 05:28:09.032384 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e445c96c-577e-479d-9e32-974e33cbf923 req-e66ea8f3-5f9e-402a-be79-8297398d7a32 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443661
Apr 03 05:28:09.241058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704c43-06a5-40f3-b66a-e3a8770dd986 req-6cbcba46-3bc0-408a-815d-7fc0ee31006c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:09.242646 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0b704c43-06a5-40f3-b66a-e3a8770dd986 req-6cbcba46-3bc0-408a-815d-7fc0ee31006c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0948205
Apr 03 05:28:09.291751 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0b704c43-06a5-40f3-b66a-e3a8770dd986 req-9a8053d2-3541-4556-896d-5bd06a40241c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425556
Apr 03 05:28:09.627651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:28:09.699635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:28:09.704039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:28:09.704455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:09.831951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:09.863512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e430d0d2-0b53-4856-9ac7-6e0160b6c9e5'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:09.874522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,segment=NetworkSegment(a983d746-565f-49ad-beff-f29278246608),segment_id=a983d746-565f-49ad-beff-f29278246608)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:09.877285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:09.878164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 3ddc0e90-4638-4b3f-9544-567aa0eab831 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:28:09.913316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:09.960244 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e430d0d2-0b53-4856-9ac7-6e0160b6c9e5', 'code': 200}
Apr 03 05:28:10.000372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cb409-405e-46ae-b9c6-f7cdad5bc644 req-f1be9ab8-b1d2-4ee8-9f36-f97182a5bfc7 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:10.002086 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-503cb409-405e-46ae-b9c6-f7cdad5bc644 req-f1be9ab8-b1d2-4ee8-9f36-f97182a5bfc7 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 945 time: 0.0901673
Apr 03 05:28:10.026367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:10.034265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:10.040534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 3ddc0e90-4638-4b3f-9544-567aa0eab831 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:28:10.046014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 3ddc0e90-4638-4b3f-9544-567aa0eab831 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:28:10.046631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:10.070442 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-503cb409-405e-46ae-b9c6-f7cdad5bc644 req-94fcfa80-e011-44df-a04d-b39303c9fba3 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580378
Apr 03 05:28:10.208669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:10.247904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 3ddc0e90-4638-4b3f-9544-567aa0eab831, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ddc0e90-4638-4b3f-9544-567aa0eab831,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:10.252358 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:10.255713 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:10.356827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=3ddc0e90-4638-4b3f-9544-567aa0eab831,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:10.372084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:10.390011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6ae5b-0108-4c15-a800-d9560b7c5862 req-0d2fe786-59f8-4ec6-ac23-41f0f70bf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:10.392193 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a0d6ae5b-0108-4c15-a800-d9560b7c5862 req-0d2fe786-59f8-4ec6-ac23-41f0f70bf5e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 1103 time: 0.1969140
Apr 03 05:28:10.521237 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a0d6ae5b-0108-4c15-a800-d9560b7c5862 req-5db7426c-698c-45e4-96c6-cbea2ccbed67 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196227
Apr 03 05:28:10.529637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db28c2-48d2-411a-bcca-012f1248d661 req-159a4283-72b1-4e28-9833-50cb9f698c41 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:10.531197 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-03db28c2-48d2-411a-bcca-012f1248d661 req-159a4283-72b1-4e28-9833-50cb9f698c41 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 950 time: 0.2018270
Apr 03 05:28:10.594748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40b015-98f1-4aa5-a977-5adb0af98775 req-d03c7066-2529-40f0-81a4-6b431535f2ed tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:10.596234 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ed40b015-98f1-4aa5-a977-5adb0af98775 req-d03c7066-2529-40f0-81a4-6b431535f2ed tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1632459
Apr 03 05:28:10.608357 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-03db28c2-48d2-411a-bcca-012f1248d661 req-e07e5456-2934-4d20-992a-e122c113d4e8 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608127
Apr 03 05:28:10.649979 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ed40b015-98f1-4aa5-a977-5adb0af98775 req-0018a79f-8e17-44dd-b355-451d78de217d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456529
Apr 03 05:28:11.293871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c415-f2a0-476b-b336-952e44979858 req-31346517-328d-4fa7-95c2-222ffa66b27e tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:11.295492 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e542c415-f2a0-476b-b336-952e44979858 req-31346517-328d-4fa7-95c2-222ffa66b27e tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 946 time: 0.0905845
Apr 03 05:28:11.345236 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e542c415-f2a0-476b-b336-952e44979858 req-462018a9-3851-4a9a-81ba-cdccacc6382e tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434983
Apr 03 05:28:11.908601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f70f8-d385-4d4b-a919-423288f0af9e req-6e8f8a18-81f6-479d-b52d-b113d5112f94 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:11.910191 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b4f70f8-d385-4d4b-a919-423288f0af9e req-6e8f8a18-81f6-479d-b52d-b113d5112f94 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 950 time: 0.1757936
Apr 03 05:28:11.923599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2d91a-ea74-42ca-bf2c-458c5007f12b req-b5084933-895f-4818-a2d5-3c63113dbc12 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:11.925157 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-22f2d91a-ea74-42ca-bf2c-458c5007f12b req-b5084933-895f-4818-a2d5-3c63113dbc12 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1438379
Apr 03 05:28:11.961526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f65554-5fda-41c5-86c9-dbea31830515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddc0e90-4638-4b3f-9544-567aa0eab831'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:11.999120 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b4f70f8-d385-4d4b-a919-423288f0af9e req-6c5b5a19-abd5-415f-90f7-a810dae3fe64 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729649
Apr 03 05:28:12.003787 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-22f2d91a-ea74-42ca-bf2c-458c5007f12b req-f66fbef8-50ab-4497-b8da-dcce8ebf58e7 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621827
Apr 03 05:28:12.055499 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f65554-5fda-41c5-86c9-dbea31830515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddc0e90-4638-4b3f-9544-567aa0eab831', 'code': 200}
Apr 03 05:28:12.352128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43e99e-9ad7-4145-97d7-96ccba5f08b8 req-8bcaec5c-2beb-4ec7-8794-c3bbdd1268bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:12.353720 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9d43e99e-9ad7-4145-97d7-96ccba5f08b8 req-8bcaec5c-2beb-4ec7-8794-c3bbdd1268bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 1099 time: 0.0875511
Apr 03 05:28:12.406863 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9d43e99e-9ad7-4145-97d7-96ccba5f08b8 req-08871980-af8d-4667-b335-65dfc2f0d77d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426810
Apr 03 05:28:12.560540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e512ab-7207-4a48-a21a-9dc8c9d8f1e1 req-8db41a24-2a40-4beb-97a6-c57c8e6a323e tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:12.562218 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c5e512ab-7207-4a48-a21a-9dc8c9d8f1e1 req-8db41a24-2a40-4beb-97a6-c57c8e6a323e tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 950 time: 0.1577146
Apr 03 05:28:12.602643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af9b58-eb2f-4f96-9201-468a975287e6 req-28557779-394b-4f92-a7be-66f436716c06 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:12.604211 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-06af9b58-eb2f-4f96-9201-468a975287e6 req-28557779-394b-4f92-a7be-66f436716c06 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 946 time: 0.1405680
Apr 03 05:28:12.645578 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c5e512ab-7207-4a48-a21a-9dc8c9d8f1e1 req-8d78ecab-4d20-49ef-bfab-eafc8971686c tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754409
Apr 03 05:28:12.670676 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-06af9b58-eb2f-4f96-9201-468a975287e6 req-37a22f47-112d-41b0-9876-af1c9d9e1666 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570247
Apr 03 05:28:13.454078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195aebb-e579-4f1f-951f-8b20d0c3635b req-b2af07c0-2cce-4266-a8fe-adf7ae36727c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:13.457026 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9195aebb-e579-4f1f-951f-8b20d0c3635b req-b2af07c0-2cce-4266-a8fe-adf7ae36727c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3217812
Apr 03 05:28:13.506518 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9195aebb-e579-4f1f-951f-8b20d0c3635b req-065c3d0f-031a-4e01-8353-803a586d4839 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442731
Apr 03 05:28:13.624615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 40564) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:13.893185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:13.923654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:28:13.935097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Usage tracker for resource:security_group_rule and tenant:103b536d50b947d5b019e838e0124ac4 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:28:13.944344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:28:13.957663 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:28:13.988871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3e25f-a17f-4c19-833e-21fc5dad9caa req-cbdc367a-91bf-498d-b3df-9b546748722a tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:13.990456 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bac3e25f-a17f-4c19-833e-21fc5dad9caa req-cbdc367a-91bf-498d-b3df-9b546748722a tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 950 time: 0.2239947
Apr 03 05:28:14.029178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209591d-978b-42ad-89bc-3c2e824b3230 req-2087fa6d-f882-4cf3-8645-dff8f723fbe8 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:14.030744 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4209591d-978b-42ad-89bc-3c2e824b3230 req-2087fa6d-f882-4cf3-8645-dff8f723fbe8 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 946 time: 0.2233782
Apr 03 05:28:14.109042 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bac3e25f-a17f-4c19-833e-21fc5dad9caa req-6102ce04-e41b-4172-b733-42887a314b0c tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085973
Apr 03 05:28:14.129309 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4209591d-978b-42ad-89bc-3c2e824b3230 req-670f9524-5a19-4782-8487-6cd31c4c3e0f tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912185
Apr 03 05:28:14.176977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:14.180348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:14.191030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:14.235111 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=103b536d50b947d5b019e838e0124ac4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6092982
Apr 03 05:28:14.237173 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f431ebc-b659-4758-828d-39985fa683c1,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:14.238090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 40582) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:14.245440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.245853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.246241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.246634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.247026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.247454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.247841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.248269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.248652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.249032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.249410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.249788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.254013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:14.301207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:14.335538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:14.388701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:14.393898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-825842df-cad8-42b0-82b1-648c38e348fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:14.408096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f431ebc-b659-4758-828d-39985fa683c1,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:14.416067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:14.417412 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f431ebc-b659-4758-828d-39985fa683c1 HTTP/1.1" status: 204  len: 168 time: 0.1781197
Apr 03 05:28:14.419846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.420746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.421560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.421560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.421910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.422309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.422729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.423082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.423508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.423903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.424296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.424687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:14.428044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fc24fda8-ee4c-4e8d-856a-56ba3e07f1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:14.807478 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832db30b-3bfc-4fba-83f2-65772b3c6cca req-8675c15b-c96a-4b0c-bac5-cb2f67cbe78d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:14.809837 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-832db30b-3bfc-4fba-83f2-65772b3c6cca req-8675c15b-c96a-4b0c-bac5-cb2f67cbe78d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1777594
Apr 03 05:28:14.819310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff9c68-b864-4256-9358-3f47e99ce22d req-446c446f-5f9c-4491-9d83-2c2822d1ecc3 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:14.823978 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-caff9c68-b864-4256-9358-3f47e99ce22d req-446c446f-5f9c-4491-9d83-2c2822d1ecc3 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.35 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 950 time: 0.1340511
Apr 03 05:28:14.926901 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-832db30b-3bfc-4fba-83f2-65772b3c6cca req-22b20207-8bd8-42d0-9ddd-119f984443a8 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050436
Apr 03 05:28:14.933965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Deleting port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:28:14.934352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:15.294672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] For port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,segment=NetworkSegment(a983d746-565f-49ad-beff-f29278246608),segment_id=a983d746-565f-49ad-beff-f29278246608)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:15.295679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:15.505228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Calling delete_port for e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:28:15.627587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356dea2-f6b5-49ed-b349-61dcba23a5f6 req-2813a9e3-a1db-42a2-b85c-20c0001d9f9b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:15.630772 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4356dea2-f6b5-49ed-b349-61dcba23a5f6 req-2813a9e3-a1db-42a2-b85c-20c0001d9f9b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 950 time: 0.3197198
Apr 03 05:28:15.799864 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4356dea2-f6b5-49ed-b349-61dcba23a5f6 req-b56773af-d200-46c9-8ee4-053327557458 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/security-groups?id=58e8a989-6111-47ca-ba55-d1ad7ce9cb19&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514862
Apr 03 05:28:15.882218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:15.902353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:15.951632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Pushing event deleted for resources: {'Port': ['ID=e430d0d2-0b53-4856-9ac7-6e0160b6c9e5,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:15.970621 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:16.052492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2bf38-76de-4810-a4f6-b6880217ea9c req-37b7213a-8f45-45c7-adf7-3a917fd2fd4a tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:16.061620 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-41c2bf38-76de-4810-a4f6-b6880217ea9c req-37b7213a-8f45-45c7-adf7-3a917fd2fd4a tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 946 time: 0.3602879
Apr 03 05:28:16.189252 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-41c2bf38-76de-4810-a4f6-b6880217ea9c req-0a03c474-7eab-4b22-bf12-1495093e62a3 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266778
Apr 03 05:28:16.281479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc88a8f-f246-44dd-a36a-e0ea61b08094 req-65434a3e-226d-44a8-b18a-3c58aeb9792d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:16.289995 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bcc88a8f-f246-44dd-a36a-e0ea61b08094 req-65434a3e-226d-44a8-b18a-3c58aeb9792d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2052619
Apr 03 05:28:16.362697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] No DVR routers for this DVR port e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:28:16.366965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:16.369853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5', 'name': 'network-vif-deleted', 'tag': 'e430d0d2-0b53-4856-9ac7-6e0160b6c9e5'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:16.438595 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bcc88a8f-f246-44dd-a36a-e0ea61b08094 req-b2259e44-f54c-4017-9c58-e139e5e5b97e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476376
Apr 03 05:28:16.442283 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5', 'name': 'network-vif-deleted', 'tag': 'e430d0d2-0b53-4856-9ac7-6e0160b6c9e5', 'status': 'completed', 'code': 200}
Apr 03 05:28:16.443641 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-caff9c68-b864-4256-9358-3f47e99ce22d req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.35 "DELETE /v2.0/ports/e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 HTTP/1.1" status: 204  len: 173 time: 1.6076477
Apr 03 05:28:16.833989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e1896-3f11-499d-ac23-972a079c3bd4 req-e05d8f95-9f84-425e-94d6-36508107499b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:16.843511 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5b1e1896-3f11-499d-ac23-972a079c3bd4 req-e05d8f95-9f84-425e-94d6-36508107499b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1081092
Apr 03 05:28:16.914506 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5b1e1896-3f11-499d-ac23-972a079c3bd4 req-3da088ef-8c81-4850-a02c-1205e800795a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699949
Apr 03 05:28:17.015595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-89dd2fa6-ea35-4b95-bb4c-7c3d27964730 req-e03c30ca-ea86-4bbd-8335-fb81e74ee57b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Synchronizing usage tracker for tenant:4f41f12bc74d41b9b56703e8d57b8d2f on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:28:17.032605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-89dd2fa6-ea35-4b95-bb4c-7c3d27964730 req-e03c30ca-ea86-4bbd-8335-fb81e74ee57b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Unset dirty status for tenant:4f41f12bc74d41b9b56703e8d57b8d2f on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:28:17.042643 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-89dd2fa6-ea35-4b95-bb4c-7c3d27964730 req-e03c30ca-ea86-4bbd-8335-fb81e74ee57b tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b165c2d-ca93-4d1b-9d34-2d2b1a2249e5 HTTP/1.1" status: 200  len: 210 time: 0.0920684
Apr 03 05:28:17.410975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa948f3-8daa-427d-a051-bcfbbd9b77d6 req-a29182cd-6c3f-4bc3-8914-5b23babae393 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:17.412692 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5fa948f3-8daa-427d-a051-bcfbbd9b77d6 req-a29182cd-6c3f-4bc3-8914-5b23babae393 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 946 time: 0.0997877
Apr 03 05:28:17.518167 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5fa948f3-8daa-427d-a051-bcfbbd9b77d6 req-c73d2c11-9e41-4c44-9681-6c10cffaa22a tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/security-groups?id=05f246a8-6db3-48bb-b7fb-8fcc552dc48c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963976
Apr 03 05:28:17.562096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-47801f0c-c700-4064-a204-d830c86a5515 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:17.563685 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-47801f0c-c700-4064-a204-d830c86a5515 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 946 time: 0.1095886
Apr 03 05:28:17.633159 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:28:17.673383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:28:17.673757 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device e430d0d2-0b53-4856-9ac7-6e0160b6c9e5 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:28:17.698904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Deleting port 3ddc0e90-4638-4b3f-9544-567aa0eab831 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:28:17.699311 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:17.829584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb271063-9af6-448f-a947-23c079e271a3 req-6f30f716-fb47-44a0-8485-b73439a5a931 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:17.831552 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb271063-9af6-448f-a947-23c079e271a3 req-6f30f716-fb47-44a0-8485-b73439a5a931 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2197466
Apr 03 05:28:17.974133 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb271063-9af6-448f-a947-23c079e271a3 req-1a7a0498-c9c1-4790-a8a8-ef5fdc451a12 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1337709
Apr 03 05:28:18.029884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] For port 3ddc0e90-4638-4b3f-9544-567aa0eab831, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=3ddc0e90-4638-4b3f-9544-567aa0eab831,segment=NetworkSegment(f93798b8-b243-42b1-885d-baf6fcfe0f55),segment_id=f93798b8-b243-42b1-885d-baf6fcfe0f55)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:18.030377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:18.233734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Calling delete_port for 3ddc0e90-4638-4b3f-9544-567aa0eab831 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:28:18.350390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840d213-5527-43d6-8717-8a77907d47f3 req-529f75f1-887f-4e26-942e-3c93da754251 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:18.352004 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9840d213-5527-43d6-8717-8a77907d47f3 req-529f75f1-887f-4e26-942e-3c93da754251 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.3122253
Apr 03 05:28:18.458210 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9840d213-5527-43d6-8717-8a77907d47f3 req-4028acff-d260-4b10-bf4d-f8e0a2659fdf tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685658
Apr 03 05:28:18.465369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:18.480617 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:18.486395 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['3ddc0e90-4638-4b3f-9544-567aa0eab831'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:28:18.768506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Pushing event deleted for resources: {'Port': ['ID=3ddc0e90-4638-4b3f-9544-567aa0eab831,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:18.771073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:18.874636 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-214be7d0-ba1b-4b0b-8a7d-a36075fc3489 req-7805f325-2a56-442b-8e27-ddf99cb77ac5 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7f65554-5fda-41c5-86c9-dbea31830515 HTTP/1.1" status: 200  len: 210 time: 0.1073394
Apr 03 05:28:19.009524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] No DVR routers for this DVR port 3ddc0e90-4638-4b3f-9544-567aa0eab831 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:28:19.012937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:19.015950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f65554-5fda-41c5-86c9-dbea31830515', 'name': 'network-vif-deleted', 'tag': '3ddc0e90-4638-4b3f-9544-567aa0eab831'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:19.035686 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d928e6c8-92bd-4e48-86cb-15b0ed896716 req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] 10.222.0.35 "DELETE /v2.0/ports/3ddc0e90-4638-4b3f-9544-567aa0eab831 HTTP/1.1" status: 204  len: 173 time: 1.4630184
Apr 03 05:28:19.075020 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f65554-5fda-41c5-86c9-dbea31830515', 'name': 'network-vif-deleted', 'tag': '3ddc0e90-4638-4b3f-9544-567aa0eab831', 'status': 'completed', 'code': 200}
Apr 03 05:28:19.222414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fccbd7-5978-41ce-aad0-dbefa95086f3 req-7be061c3-ae04-481a-b881-a9b4b1d6ba80 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:19.224110 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-50fccbd7-5978-41ce-aad0-dbefa95086f3 req-7be061c3-ae04-481a-b881-a9b4b1d6ba80 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1076863
Apr 03 05:28:19.278691 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-50fccbd7-5978-41ce-aad0-dbefa95086f3 req-25d3d320-8f01-4e68-baf2-562d94bd2691 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469091
Apr 03 05:28:19.685498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7836187-22e2-4915-892b-159187d342f0 req-85b8b477-13ff-4103-a42e-b3781fa1f15d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:19.687296 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b7836187-22e2-4915-892b-159187d342f0 req-85b8b477-13ff-4103-a42e-b3781fa1f15d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1001320
Apr 03 05:28:19.746109 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b7836187-22e2-4915-892b-159187d342f0 req-1613b9cb-a56b-4729-960f-016150cf84b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490723
Apr 03 05:28:20.131459 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-2d7cf824-c3a5-4847-98a0-3d1df4c096cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0914376
Apr 03 05:28:20.257180 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-0f0dca99-403f-4333-ba86-39c109f320bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:20.258799 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-0f0dca99-403f-4333-ba86-39c109f320bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 1098 time: 0.0897565
Apr 03 05:28:20.449238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-34f3bcf1-4b08-43b6-a899-0a81b4de4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:20.450836 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-34f3bcf1-4b08-43b6-a899-0a81b4de4627 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.1514773
Apr 03 05:28:20.576040 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-c3fbd4a4-0589-48e7-9b36-2e8104b56df6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4 HTTP/1.1" status: 200  len: 217 time: 0.0812669
Apr 03 05:28:20.670104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-8c8e9df2-6def-4b6b-bf2f-d774a327a6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:20.671492 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-8c8e9df2-6def-4b6b-bf2f-d774a327a6d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.0843616
Apr 03 05:28:20.680735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbcb9a-43f1-4768-997b-ca3a679eaf1b req-1d0fbbc5-1f3c-4614-9345-aec1a32948df tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:20.682456 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32fbcb9a-43f1-4768-997b-ca3a679eaf1b req-1d0fbbc5-1f3c-4614-9345-aec1a32948df tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2304511
Apr 03 05:28:20.738289 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-bc682533-2cd3-4cf0-a632-273845db5f14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549231
Apr 03 05:28:20.984520 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-ff6a3ddd-9833-40b3-abd0-859b0b75f58f service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315195
Apr 03 05:28:21.001986 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32fbcb9a-43f1-4768-997b-ca3a679eaf1b req-b5b8da9a-0ef1-4fab-bddd-f1a15563b9d9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2723804
Apr 03 05:28:21.317973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba786c07-05ca-4d24-a937-e3cb1ab1dbb6 req-ea58533a-ff66-4744-a25f-5f4c07c6e72a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:21.319792 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ba786c07-05ca-4d24-a937-e3cb1ab1dbb6 req-ea58533a-ff66-4744-a25f-5f4c07c6e72a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.4263070
Apr 03 05:28:21.322742 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6ae3a4fa-70ce-45af-8ad1-7b9f324b2c24 req-349bc107-6682-455d-9c9d-fbebc0e49c8e service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3301222
Apr 03 05:28:21.411812 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ba786c07-05ca-4d24-a937-e3cb1ab1dbb6 req-4364265a-2733-4c52-a081-84ddaf54a339 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836825
Apr 03 05:28:21.624759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 3ddc0e90-4638-4b3f-9544-567aa0eab831 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:28:21.672373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 3ddc0e90-4638-4b3f-9544-567aa0eab831 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:28:21.672822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 3ddc0e90-4638-4b3f-9544-567aa0eab831 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:28:22.257563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5485975-649d-47d2-8882-6a85b497927e req-19e7046d-3581-48b3-8c15-1988c638a815 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:22.259195 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e5485975-649d-47d2-8882-6a85b497927e req-19e7046d-3581-48b3-8c15-1988c638a815 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0928221
Apr 03 05:28:22.310688 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e5485975-649d-47d2-8882-6a85b497927e req-df66c241-5052-4da1-afe9-6d5bc86938e2 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450191
Apr 03 05:28:22.642717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86466b-c55e-4329-806c-97126b14fb96 req-9882e237-2690-4c2a-ad35-4d32cee67217 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:22.652212 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ed86466b-c55e-4329-806c-97126b14fb96 req-9882e237-2690-4c2a-ad35-4d32cee67217 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1201055
Apr 03 05:28:22.700123 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ed86466b-c55e-4329-806c-97126b14fb96 req-f1490cfe-be85-4bd0-8beb-445fd19f4acf tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469935
Apr 03 05:28:23.539506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f0cb5-e9df-4ff3-b171-7b6239a8fbe0 req-57c4a4f3-74b9-495a-a404-794c80004146 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:23.547401 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ee8f0cb5-e9df-4ff3-b171-7b6239a8fbe0 req-57c4a4f3-74b9-495a-a404-794c80004146 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1050520
Apr 03 05:28:23.593451 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ee8f0cb5-e9df-4ff3-b171-7b6239a8fbe0 req-9918fd1c-7e3f-4d43-a209-792b1d8cbd15 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448408
Apr 03 05:28:23.870730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:23.922787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed11eaf-5018-4589-b194-0fabd39516ac req-d65bf072-a4f8-4de4-9de5-b6149976b0b3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:23.924114 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-aed11eaf-5018-4589-b194-0fabd39516ac req-d65bf072-a4f8-4de4-9de5-b6149976b0b3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1012316
Apr 03 05:28:23.974341 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-aed11eaf-5018-4589-b194-0fabd39516ac req-87ea9eb6-709f-4a45-93a6-6f4b11920794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426514
Apr 03 05:28:24.812525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9814088-9933-479a-9a9c-f3e62782fbd5 req-f35f6402-5404-45e8-98d6-ced94ef91a6e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:24.814155 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a9814088-9933-479a-9a9c-f3e62782fbd5 req-f35f6402-5404-45e8-98d6-ced94ef91a6e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0956240
Apr 03 05:28:24.865329 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a9814088-9933-479a-9a9c-f3e62782fbd5 req-4716b162-6594-46b7-bdcf-cf8ded06a1e9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445812
Apr 03 05:28:25.180881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450c665-4076-45a0-8aa7-f1e4ba82b707 req-a978ada4-46c9-4ccf-a8c2-5c766838a3de tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:25.182999 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4450c665-4076-45a0-8aa7-f1e4ba82b707 req-a978ada4-46c9-4ccf-a8c2-5c766838a3de tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.0887620
Apr 03 05:28:25.229847 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4450c665-4076-45a0-8aa7-f1e4ba82b707 req-5965ead5-cb4a-46ba-9a4f-0c2925677dee tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404294
Apr 03 05:28:26.087777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedec5fe-33e2-499f-828d-8b50232ccf06 req-54c324f8-a23a-47b3-b9ce-5b12b83909dc tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:26.090044 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fedec5fe-33e2-499f-828d-8b50232ccf06 req-54c324f8-a23a-47b3-b9ce-5b12b83909dc tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1022925
Apr 03 05:28:26.166262 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fedec5fe-33e2-499f-828d-8b50232ccf06 req-0107fd62-4cc8-4e20-bd76-1ea599e384ff tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659518
Apr 03 05:28:26.452345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9635-c622-4dbc-a426-e7d185ec75e0 req-085bf7aa-e119-41aa-95f6-595366287e8d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:26.453775 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e7cb9635-c622-4dbc-a426-e7d185ec75e0 req-085bf7aa-e119-41aa-95f6-595366287e8d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1044590
Apr 03 05:28:26.514704 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e7cb9635-c622-4dbc-a426-e7d185ec75e0 req-b066166b-6c63-479a-a67f-4b4e5b504cda tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518155
Apr 03 05:28:26.663217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15182-a77f-4ad0-9858-d21b7b2e046a req-75697854-ccd1-4fe4-966b-329b832284ae tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:26.664952 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8ce15182-a77f-4ad0-9858-d21b7b2e046a req-75697854-ccd1-4fe4-966b-329b832284ae tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1038444
Apr 03 05:28:26.715361 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8ce15182-a77f-4ad0-9858-d21b7b2e046a req-599bb185-3376-49ed-bb6f-8028c4524d51 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425396
Apr 03 05:28:27.557896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87d3d-7154-43fc-8511-0186e9f529b7 req-5283c3af-cc7c-4f32-ae14-5a245f730685 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:27.571340 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8eb87d3d-7154-43fc-8511-0186e9f529b7 req-5283c3af-cc7c-4f32-ae14-5a245f730685 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2225332
Apr 03 05:28:27.680113 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8eb87d3d-7154-43fc-8511-0186e9f529b7 req-7f5a62ab-337d-4031-8d85-d52d15fb3be7 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076810
Apr 03 05:28:27.684552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 41204) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:27.842462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d8cb-9383-4429-94e7-72ea1223c1e7 req-8096e9f0-fbe8-4b52-8d32-e623ccd47410 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:27.844685 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4412d8cb-9383-4429-94e7-72ea1223c1e7 req-8096e9f0-fbe8-4b52-8d32-e623ccd47410 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1634593
Apr 03 05:28:27.988487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41214) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:28.053258 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4412d8cb-9383-4429-94e7-72ea1223c1e7 req-1477f547-951a-4b16-a816-72b00c4b5a6b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2018239
Apr 03 05:28:28.082006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.103084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:28:28.122445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:b57aec519d0a4254aa4bbbc8459c83a3 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:28:28.123900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ed7c-f5d9-42b2-b374-caa83ccdaf5e req-6a5ee36b-c16c-4afb-a178-4a565cf43b53 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:28.132042 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8797ed7c-f5d9-42b2-b374-caa83ccdaf5e req-6a5ee36b-c16c-4afb-a178-4a565cf43b53 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.2508571
Apr 03 05:28:28.132597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:28:28.142655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:28:28.231722 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8797ed7c-f5d9-42b2-b374-caa83ccdaf5e req-fba79c77-b819-4826-9cf0-273fc2554d5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985982
Apr 03 05:28:28.268632 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f95f244a-8506-47ac-8ec6-c34aad18e362 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f41f12bc74d41b9b56703e8d57b8d2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5829589
Apr 03 05:28:28.272125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 41224) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:28.305928 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.310369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.319916 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-da09e3c7-79e7-4f50-879b-4b4d9f17dce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:28.349328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d84dd5d-930f-4b05-a48b-7648207a1906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.366695 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b57aec519d0a4254aa4bbbc8459c83a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3769112
Apr 03 05:28:28.367945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b36690-a210-473a-b829-88ce59f3d142,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:28.370894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41228) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:28.374298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:28.389970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d84dd5d-930f-4b05-a48b-7648207a1906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.446795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f86989e8-4100-44c2-8de0-d8f0a0104b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.450285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d84dd5d-930f-4b05-a48b-7648207a1906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.455788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:28.471728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84dd5d-930f-4b05-a48b-7648207a1906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e8a989-6111-47ca-ba55-d1ad7ce9cb19,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:28.474925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8d84dd5d-930f-4b05-a48b-7648207a1906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:28.483200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f86989e8-4100-44c2-8de0-d8f0a0104b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.484436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d84dd5d-930f-4b05-a48b-7648207a1906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.488849 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8d84dd5d-930f-4b05-a48b-7648207a1906 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58e8a989-6111-47ca-ba55-d1ad7ce9cb19 HTTP/1.1" status: 204  len: 168 time: 0.2154918
Apr 03 05:28:28.548303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f86989e8-4100-44c2-8de0-d8f0a0104b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.556187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6fa6f047-bb7c-4ace-a622-d652db72bc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:28.578194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86989e8-4100-44c2-8de0-d8f0a0104b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b36690-a210-473a-b829-88ce59f3d142,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:28.586589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f86989e8-4100-44c2-8de0-d8f0a0104b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:28.587855 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f86989e8-4100-44c2-8de0-d8f0a0104b25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89b36690-a210-473a-b829-88ce59f3d142 HTTP/1.1" status: 204  len: 168 time: 0.2156630
Apr 03 05:28:28.589439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f86989e8-4100-44c2-8de0-d8f0a0104b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:28.969032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af540e-4db3-4683-a294-96796c2aaf7d req-46bcc02f-347e-48b5-ba0a-5063e52421b9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:28.972033 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-99af540e-4db3-4683-a294-96796c2aaf7d req-46bcc02f-347e-48b5-ba0a-5063e52421b9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1177816
Apr 03 05:28:29.033875 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-99af540e-4db3-4683-a294-96796c2aaf7d req-95ea659d-74ab-4472-b593-9b2850542617 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548878
Apr 03 05:28:29.177709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41248) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:29.202815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:29.219933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:28:29.224652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Usage tracker for resource:security_group_rule and tenant:641391ec39e4443aa917c515b365c6a5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:28:29.227881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:28:29.237211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:28:29.350363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:29.355856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:29.358142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33578aed-6d24-4096-8e92-e4275ebbb43e req-e000a592-7149-4882-9c09-69b6dbfdd64b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:29.367909 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-33578aed-6d24-4096-8e92-e4275ebbb43e req-e000a592-7149-4882-9c09-69b6dbfdd64b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1443279
Apr 03 05:28:29.383980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-111efbaf-16a7-49b8-8d38-3381c067310d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:29.418070 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=641391ec39e4443aa917c515b365c6a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2353969
Apr 03 05:28:29.418070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73fe2ec-42dc-474f-9a7c-303039d0f75a,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:29.419289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41256) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:29.421816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:29.426682 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-33578aed-6d24-4096-8e92-e4275ebbb43e req-7841ff57-9193-49e3-ad62-1de87fc42353 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576780
Apr 03 05:28:29.514609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5a4-406e-40a8-a226-4fa17a65ffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:29.558166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006a43e-8dbe-4bf0-a8f9-db28debf28de req-d8682568-6ef4-4de9-82ee-6bbba775a7c8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:29.560095 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9006a43e-8dbe-4bf0-a8f9-db28debf28de req-d8682568-6ef4-4de9-82ee-6bbba775a7c8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1030490
Apr 03 05:28:29.569960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5a4-406e-40a8-a226-4fa17a65ffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:29.632574 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9006a43e-8dbe-4bf0-a8f9-db28debf28de req-f4b0331f-974c-40ec-8cac-36a710f04ad5 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636797
Apr 03 05:28:29.641452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5a4-406e-40a8-a226-4fa17a65ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:29.647044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:29.663206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43f5a4-406e-40a8-a226-4fa17a65ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73fe2ec-42dc-474f-9a7c-303039d0f75a,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:29.673992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0a43f5a4-406e-40a8-a226-4fa17a65ffc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:29.678850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0a43f5a4-406e-40a8-a226-4fa17a65ffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:29.683199 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0a43f5a4-406e-40a8-a226-4fa17a65ffc1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e73fe2ec-42dc-474f-9a7c-303039d0f75a HTTP/1.1" status: 204  len: 168 time: 0.2599807
Apr 03 05:28:30.155500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41272) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:30.185752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:30.204267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:28:30.208971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Usage tracker for resource:security_group_rule and tenant:5602f535009346d7bb427eeac77ec330 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:28:30.212644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:28:30.220984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:28:30.266840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859695d0-b8fd-4236-a720-b863d85fe764 req-395ed5d9-7feb-4040-ac26-ed2dc501f14a tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:30.275127 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-859695d0-b8fd-4236-a720-b863d85fe764 req-395ed5d9-7feb-4040-ac26-ed2dc501f14a tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1050367
Apr 03 05:28:30.323260 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:30.323490 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-859695d0-b8fd-4236-a720-b863d85fe764 req-731e0a94-9923-4e6d-9fab-1b0a9eab612a tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460236
Apr 03 05:28:30.328726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:30.337645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-89ae7637-150d-4690-b84b-210616836515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:30.412673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e70fb8-c8a1-479d-9693-1b1b25ab4c88,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:30.418490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:30.422508 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d69145a2-422d-4879-baf3-4cf0214bd9da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5602f535009346d7bb427eeac77ec330&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2651188
Apr 03 05:28:30.424802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41276) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:30.498406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df65ac08-4df9-4f7e-b919-2a604629af5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:30.551879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df65ac08-4df9-4f7e-b919-2a604629af5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:30.624376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df65ac08-4df9-4f7e-b919-2a604629af5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:30.630239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0a43f5a4-406e-40a8-a226-4fa17a65ffc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:30.646213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65ac08-4df9-4f7e-b919-2a604629af5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e70fb8-c8a1-479d-9693-1b1b25ab4c88,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:30.656797 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df65ac08-4df9-4f7e-b919-2a604629af5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:30.658424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df65ac08-4df9-4f7e-b919-2a604629af5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:30.662174 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-df65ac08-4df9-4f7e-b919-2a604629af5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33e70fb8-c8a1-479d-9693-1b1b25ab4c88 HTTP/1.1" status: 204  len: 168 time: 0.2342758
Apr 03 05:28:30.693658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e29e14-3341-48c8-a501-2e053cdd1707 req-d8fc347c-41cb-4ead-9fa7-5466572d3a90 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:30.699938 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-66e29e14-3341-48c8-a501-2e053cdd1707 req-d8fc347c-41cb-4ead-9fa7-5466572d3a90 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1312401
Apr 03 05:28:30.771787 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-66e29e14-3341-48c8-a501-2e053cdd1707 req-beb5d0eb-4bbc-4c2a-825e-5e78f5b5ca1f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618258
Apr 03 05:28:30.890369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee9521-f3db-400a-bacc-66b19da4aff9 req-9b89f1c7-4c16-4c50-9464-d42f80ed5280 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:30.890641 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ee9521-f3db-400a-bacc-66b19da4aff9 req-9b89f1c7-4c16-4c50-9464-d42f80ed5280 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1027160
Apr 03 05:28:30.964370 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ee9521-f3db-400a-bacc-66b19da4aff9 req-0a3426c6-fb46-40a5-8ecb-4702176a6b44 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672698
Apr 03 05:28:31.645278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b75e73-2681-4f7a-a367-ba24e6dd3023 req-b610754f-cd3d-4f8b-b096-3d6b629b1e13 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:31.657475 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02b75e73-2681-4f7a-a367-ba24e6dd3023 req-b610754f-cd3d-4f8b-b096-3d6b629b1e13 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1263762
Apr 03 05:28:31.710394 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02b75e73-2681-4f7a-a367-ba24e6dd3023 req-0d0a52a4-9fbf-4f15-907d-03f8ce06b813 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517049
Apr 03 05:28:31.990940 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6969a-36ad-48a9-ad4c-7f21d6e04f74 req-26ad28cc-b06a-4294-9d25-f52652a393fe tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:31.999545 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c9e6969a-36ad-48a9-ad4c-7f21d6e04f74 req-26ad28cc-b06a-4294-9d25-f52652a393fe tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1085715
Apr 03 05:28:32.091876 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c9e6969a-36ad-48a9-ad4c-7f21d6e04f74 req-9ba23006-0336-43fd-8945-07da2a68e4f3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911033
Apr 03 05:28:32.129477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-984aac10-e132-4210-a235-a0c34ec3d284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:32.269833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81647f3-5802-43dd-a9e0-cff454c194df req-192457d8-2421-47f7-a280-8f3b81905aa2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:32.272315 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f81647f3-5802-43dd-a9e0-cff454c194df req-192457d8-2421-47f7-a280-8f3b81905aa2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1704516
Apr 03 05:28:32.347140 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f81647f3-5802-43dd-a9e0-cff454c194df req-b110b395-8bda-466d-bd43-1f1be43b17e7 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677929
Apr 03 05:28:32.989480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d2f80-a46f-4c18-8943-d3791ba4b5a3 req-48cae6bb-65f1-4389-8ace-1fc7173740af tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:32.999829 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0b8d2f80-a46f-4c18-8943-d3791ba4b5a3 req-48cae6bb-65f1-4389-8ace-1fc7173740af tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1243274
Apr 03 05:28:33.063256 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0b8d2f80-a46f-4c18-8943-d3791ba4b5a3 req-16aded73-ef29-4546-a82c-50c6725e04ba tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591483
Apr 03 05:28:33.294180 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-216e34f7-5531-4b58-8170-35b0e34723fc req-c9d2d651-d9ed-4e05-add0-316ba85d39ce tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Synchronizing usage tracker for tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:28:33.302936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:33.388839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-216e34f7-5531-4b58-8170-35b0e34723fc req-c9d2d651-d9ed-4e05-add0-316ba85d39ce tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Unset dirty status for tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:28:33.390191 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-c9d2d651-d9ed-4e05-add0-316ba85d39ce tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-603411282&fields=id&tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd HTTP/1.1" status: 200  len: 267 time: 0.1738539
Apr 03 05:28:33.768545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa33321-819e-48bc-9b2d-b9a4582a7606 req-750dbe46-34aa-49b0-b122-3727c22dfcc4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:33.776545 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8fa33321-819e-48bc-9b2d-b9a4582a7606 req-750dbe46-34aa-49b0-b122-3727c22dfcc4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.4373248
Apr 03 05:28:33.840733 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8fa33321-819e-48bc-9b2d-b9a4582a7606 req-482ee09d-e526-48be-9be6-ae510db8212c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633790
Apr 03 05:28:33.946429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e34f7-5531-4b58-8170-35b0e34723fc req-bb61e544-d741-45d6-8893-829fbd948fd9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:33.958624 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-bb61e544-d741-45d6-8893-829fbd948fd9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/networks?id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 200  len: 808 time: 0.5591955
Apr 03 05:28:33.978481 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e38cf6f5-0f73-4ee5-bb89-1d124587bc8f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/quotas/9ad3ce3fdcde4f0daba09c99b8e2dacd HTTP/1.1" status: 200  len: 375 time: 0.0187812
Apr 03 05:28:34.172257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd73592-6a04-4cf2-a1a7-63d30e3c426e req-03579f29-5cea-4e7e-84fa-feabdf04aa25 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:34.174003 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3dd73592-6a04-4cf2-a1a7-63d30e3c426e req-03579f29-5cea-4e7e-84fa-feabdf04aa25 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.2042673
Apr 03 05:28:34.217785 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-ff2d9080-375a-4d37-b382-09363fc81ea5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2383661
Apr 03 05:28:34.292110 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3dd73592-6a04-4cf2-a1a7-63d30e3c426e req-47e423fc-66f4-4813-990a-b0d7b734c3a8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078587
Apr 03 05:28:34.401394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ce4c4270-8c2e-46ef-8038-931142f3293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:34.422920 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-cac3d0d7-c058-4f97-baf9-1d5bf1ddcbf3 service neutron] 10.222.0.30 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848226
Apr 03 05:28:34.583762 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-32c85bb0-1d48-476b-96fa-dba180ce24cb service neutron] 10.222.0.30 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515362
Apr 03 05:28:34.692735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555a26-4896-4c47-8ffb-ec79fbaab805 req-fd999946-c05c-47ff-9edf-8880b727cac3 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:34.703461 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-26555a26-4896-4c47-8ffb-ec79fbaab805 req-fd999946-c05c-47ff-9edf-8880b727cac3 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1297100
Apr 03 05:28:34.766100 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-26555a26-4896-4c47-8ffb-ec79fbaab805 req-b296837c-b85b-40af-8f66-556bf6429eb8 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615902
Apr 03 05:28:35.077002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7aab47-5f52-4999-adf8-230e371dc0b9 req-ab119d2b-b372-4ef8-b0e5-1fd01ee0ac5a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:35.085475 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9b7aab47-5f52-4999-adf8-230e371dc0b9 req-ab119d2b-b372-4ef8-b0e5-1fd01ee0ac5a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1056023
Apr 03 05:28:35.172029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-36bdf2f7-985c-4b99-9b9e-0f80401f26a7 req-3560d5bc-8dfb-49cd-b2b6-d7965042fa1a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 210 time: 0.0525212
Apr 03 05:28:35.192420 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9b7aab47-5f52-4999-adf8-230e371dc0b9 req-eccc97aa-d646-4e7d-803a-d5d5898c7725 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1057825
Apr 03 05:28:35.367578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:35.581964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395c1cd-ca29-42b9-81d1-f7c2174a1235 req-79742962-df07-448c-a3c5-2874c743b459 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:35.584794 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a395c1cd-ca29-42b9-81d1-f7c2174a1235 req-79742962-df07-448c-a3c5-2874c743b459 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1037898
Apr 03 05:28:35.649604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41424) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:35.659290 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a395c1cd-ca29-42b9-81d1-f7c2174a1235 req-b1806576-7ab7-46ac-9df5-d1a310401dfc tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669889
Apr 03 05:28:35.824274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:35.841777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:28:35.846026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Usage tracker for resource:security_group_rule and tenant:7f70b21f109b4730bb5b7741046b8820 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:28:35.849194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:28:35.857882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:28:36.021233 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:36.030252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:36.049444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b00ecd7f-e7de-45ec-8a44-c7d9ccb7d404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:36.079541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb1a543-8225-4d03-937a-5bbc59b4a0bb,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:36.085082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:36.128679 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f70b21f109b4730bb5b7741046b8820&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4778805
Apr 03 05:28:36.129695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41440) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:36.195047 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af895b-82c6-45fa-881f-a8b516ec2f2b req-3d77cdcc-69e7-484a-b663-c730a2f44d07 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:36.211609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a868eb9c-a6e7-43a2-880d-47d8f737b1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:36.215943 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f5af895b-82c6-45fa-881f-a8b516ec2f2b req-3d77cdcc-69e7-484a-b663-c730a2f44d07 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3073034
Apr 03 05:28:36.290058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a868eb9c-a6e7-43a2-880d-47d8f737b1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:36.405090 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f5af895b-82c6-45fa-881f-a8b516ec2f2b req-937a9688-c356-4f2b-aafe-13c82cc4b602 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879554
Apr 03 05:28:36.413025 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-68936ce0-6f6e-4bec-a720-f74445af5890 req-4c496527-f371-4cdb-89b2-15b69bf6d2bd tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 210 time: 0.0744903
Apr 03 05:28:36.432763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a868eb9c-a6e7-43a2-880d-47d8f737b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:36.446192 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-69f3b86e-648d-44d5-b892-5c96174a682a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:36.469570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868eb9c-a6e7-43a2-880d-47d8f737b1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb1a543-8225-4d03-937a-5bbc59b4a0bb,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:36.473460 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a868eb9c-a6e7-43a2-880d-47d8f737b1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:36.474473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a868eb9c-a6e7-43a2-880d-47d8f737b1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:36.478506 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a868eb9c-a6e7-43a2-880d-47d8f737b1e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcb1a543-8225-4d03-937a-5bbc59b4a0bb HTTP/1.1" status: 204  len: 168 time: 0.3475745
Apr 03 05:28:36.856325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:36.904458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e34f7-5531-4b58-8170-35b0e34723fc req-160f3fb1-5a7b-41ce-aede-d02e3627f497 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:36.906058 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-160f3fb1-5a7b-41ce-aede-d02e3627f497 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.35 "GET /v2.0/networks?id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 200  len: 808 time: 0.2437365
Apr 03 05:28:36.967688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0a39e-40fb-46eb-932e-2b8051a9e2c2 req-88f36716-a284-4194-8586-105e6e359e1b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:36.980555 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d2c0a39e-40fb-46eb-932e-2b8051a9e2c2 req-88f36716-a284-4194-8586-105e6e359e1b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.4187000
Apr 03 05:28:37.126875 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d2c0a39e-40fb-46eb-932e-2b8051a9e2c2 req-fc40fbb6-ae71-408b-8cf3-35f9a529a4bc tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451979
Apr 03 05:28:37.158937 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1a29f52e-7c2f-4cfd-ba41-0fef32a22414 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd HTTP/1.1" status: 200  len: 8059 time: 0.2071662
Apr 03 05:28:37.177505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'port': {'device_id': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'admin_state_up': True, 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'security_groups': ['2ca6f5f8-6bf9-4305-9821-669bee19660f']}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:28:37.236098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fece1-0ad7-4951-958c-6ea682dc480a req-640fc80d-c5b0-4ea3-b4de-c0c583ad34ef tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:37.237701 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-887fece1-0ad7-4951-958c-6ea682dc480a req-640fc80d-c5b0-4ea3-b4de-c0c583ad34ef tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.3446510
Apr 03 05:28:37.399892 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-887fece1-0ad7-4951-958c-6ea682dc480a req-6e82fd5e-c2c0-4d02-bf4e-e2fab2ba5140 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228077
Apr 03 05:28:37.500540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:28:37.516345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:port and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:28:37.519709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:28:37.532155 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:28:37.624346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Made reservation on behalf of 9ad3ce3fdcde4f0daba09c99b8e2dacd for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:28:37.633341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:37.679203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b4c2b-6bcb-4939-abbc-3aff78faa702 req-bf9232af-b855-4587-82a6-2ea9ea6bd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:37.683098 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ff3b4c2b-6bcb-4939-abbc-3aff78faa702 req-bf9232af-b855-4587-82a6-2ea9ea6bd453 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.1453083
Apr 03 05:28:37.786723 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ff3b4c2b-6bcb-4939-abbc-3aff78faa702 req-eb80a6fb-3ae1-45a6-a836-039bf54ec7e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872023
Apr 03 05:28:37.788273 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-45cda780-b0b0-429c-9df2-e3044cd0386d req-471e37b7-3d85-4847-982f-67e78f53ecc8 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 210 time: 0.1245935
Apr 03 05:28:37.990585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64456f-98c6-4054-a2c5-b5c241faf1fb req-f0d3b545-e373-4d1b-a775-df47b93b22e4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:37.998586 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-aa64456f-98c6-4054-a2c5-b5c241faf1fb req-f0d3b545-e373-4d1b-a775-df47b93b22e4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.4436204
Apr 03 05:28:38.058885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Allocated IP 172.20.0.10 (92e542aa-e2bc-4fe0-a778-48b2db4ef33f/5fa6975e-f055-4616-8972-f76223427472/1bc54485-2403-4b3a-b509-0aa62d5d1ede) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:28:38.083540 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-aa64456f-98c6-4054-a2c5-b5c241faf1fb req-35ce4162-88b1-4cfc-8aa3-128eccca17be tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836835
Apr 03 05:28:38.431206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9424c3-2eee-43eb-887d-0eedd3d9cf69 req-ba1db039-066f-40d0-a37f-3ce4f5b24b28 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:38.431206 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a9424c3-2eee-43eb-887d-0eedd3d9cf69 req-ba1db039-066f-40d0-a37f-3ce4f5b24b28 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1491945
Apr 03 05:28:38.435481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:38.477161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Transition to ACTIVE for port object 1bc54485-2403-4b3a-b509-0aa62d5d1ede will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:28:38.505442 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a9424c3-2eee-43eb-887d-0eedd3d9cf69 req-01bd8b20-1d6c-4761-aa2d-4b3f9be4c290 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616040
Apr 03 05:28:38.544509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:38.560187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:38.874515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:38.893839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:38.914414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:28:38.915440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:28:38.920463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:28:39.020856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:39.021531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:39.196425 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e67d08-f69a-419f-b5ea-dfbeaf74fe16 req-29806fee-e9f9-49f0-89b5-72b4bdf16188 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:39.198245 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0e67d08-f69a-419f-b5ea-dfbeaf74fe16 req-29806fee-e9f9-49f0-89b5-72b4bdf16188 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.5117149
Apr 03 05:28:39.211354 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0438712
Apr 03 05:28:39.261760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Request body: {'port': {'device_id': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:28:39.314774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-af43f47d-c6ac-41d5-abe8-c18b7ea38e78 None None] Provisioning for port 1bc54485-2403-4b3a-b509-0aa62d5d1ede completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:28:39.322818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-af43f47d-c6ac-41d5-abe8-c18b7ea38e78 None None] Provisioning complete for port 1bc54485-2403-4b3a-b509-0aa62d5d1ede triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:28:39.327977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-af43f47d-c6ac-41d5-abe8-c18b7ea38e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:39.340770 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0e67d08-f69a-419f-b5ea-dfbeaf74fe16 req-438a04c6-cab4-4860-a031-7d4446d4495d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244423
Apr 03 05:28:39.341831 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-202bd043-2837-4eb6-b41b-7b02438433b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:39.343826 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-202bd043-2837-4eb6-b41b-7b02438433b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 1098 time: 0.1412992
Apr 03 05:28:39.405892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9cdf1-1763-4a7c-83b1-5fbd9b2d4f78 req-3606b643-bceb-4cf2-ba69-0679bc201d34 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:39.413577 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-15d9cdf1-1763-4a7c-83b1-5fbd9b2d4f78 req-3606b643-bceb-4cf2-ba69-0679bc201d34 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.3836014
Apr 03 05:28:39.464838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-af43f47d-c6ac-41d5-abe8-c18b7ea38e78 None None] Port 1bc54485-2403-4b3a-b509-0aa62d5d1ede cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:28:39.481814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 41504) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:39.496285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:39.531322 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-15d9cdf1-1763-4a7c-83b1-5fbd9b2d4f78 req-f7f04043-9a53-4a68-b413-ae3eb35ac878 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166348
Apr 03 05:28:39.810264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-b260fe79-e3ef-45a1-b419-061815e04840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:39.811869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:39.812203 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-b260fe79-e3ef-45a1-b419-061815e04840 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 912 time: 0.4598653
Apr 03 05:28:39.844844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:28:39.976874 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-1b4f7afa-90d5-480d-89e2-01ae05792b72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96a2027-85c1-4996-9387-145d61872f4e HTTP/1.1" status: 200  len: 1000 time: 0.1531892
Apr 03 05:28:40.080614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-ec7f2438-1791-4993-add8-e4e4dd9faf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:40.082796 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-ec7f2438-1791-4993-add8-e4e4dd9faf5b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.0989256
Apr 03 05:28:40.195856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-4434cbef-1bcd-49df-b3f5-8a9302667b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:40.198584 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-4434cbef-1bcd-49df-b3f5-8a9302667b7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1083074
Apr 03 05:28:40.214911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Usage tracker for resource:security_group_rule and tenant:f9401b8807ed476491bd0ce0ebbc378e is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:28:40.261705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:28:40.286171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:28:40.382395 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-0793dc7e-8a2e-4075-aa08-c214b17c5407 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766088
Apr 03 05:28:40.409950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6c812-cfa3-4f8f-90d4-1ca493b50cb6 req-fa67b73f-5ad6-4573-a4e1-966bbdc40e1a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:40.410931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-38d6c812-cfa3-4f8f-90d4-1ca493b50cb6 req-fa67b73f-5ad6-4573-a4e1-966bbdc40e1a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Synchronizing usage tracker for tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:28:40.518246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-38d6c812-cfa3-4f8f-90d4-1ca493b50cb6 req-fa67b73f-5ad6-4573-a4e1-966bbdc40e1a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Unset dirty status for tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:28:40.519920 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-38d6c812-cfa3-4f8f-90d4-1ca493b50cb6 req-fa67b73f-5ad6-4573-a4e1-966bbdc40e1a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 932 time: 0.9074709
Apr 03 05:28:40.561554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34db22b-ed9a-4084-9f81-c7abc5fbdfcf req-4b004b51-3970-490e-b07f-15512a347e3f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:40.563433 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b34db22b-ed9a-4084-9f81-c7abc5fbdfcf req-4b004b51-3970-490e-b07f-15512a347e3f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3504665
Apr 03 05:28:40.595226 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e78e4ad2-cf77-430c-9bc2-14496e72b1e8 req-f8885985-7975-4689-8581-81c60d8f1ca1 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033176
Apr 03 05:28:40.768930 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-38d6c812-cfa3-4f8f-90d4-1ca493b50cb6 req-851ac92c-3115-48f0-9842-9a37b24654d7 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2319739
Apr 03 05:28:40.818360 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b34db22b-ed9a-4084-9f81-c7abc5fbdfcf req-32ed5d86-3782-4de6-b2ee-f5ae3deaadd4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335839
Apr 03 05:28:40.945730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:40.957565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:40.983089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8b1f8eff-a316-4c5a-bef2-4d10a29276e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:41.059672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.resource_extend [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 03 05:28:41.077462 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9401b8807ed476491bd0ce0ebbc378e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5927069
Apr 03 05:28:41.080394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41520) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:41.196856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73b706-4b7d-4d95-8b40-5d41e4ed1c4d,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:41.221251 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4e26434-f709-4588-887d-f5bb1f70e7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:41.223060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:41.256180 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc54485-2403-4b3a-b509-0aa62d5d1ede {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:28:41.281071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49d495-46a3-4900-89f7-a828b4e022e6 req-f08b0206-70ec-42b0-9d81-1d710e7f675b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:41.294524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4e26434-f709-4588-887d-f5bb1f70e7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:41.303961 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1d49d495-46a3-4900-89f7-a828b4e022e6 req-f08b0206-70ec-42b0-9d81-1d710e7f675b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.4162531
Apr 03 05:28:41.339648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:41.356338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:28:41.391937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Transition to ACTIVE for port object 1bc54485-2403-4b3a-b509-0aa62d5d1ede will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:28:41.404419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4e26434-f709-4588-887d-f5bb1f70e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:41.405558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e78ba-4611-4d40-b3f8-939758ce0eab req-8163075a-671f-472b-bb3b-f6f44aa4d016 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:41.407773 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d62e78ba-4611-4d40-b3f8-939758ce0eab req-8163075a-671f-472b-bb3b-f6f44aa4d016 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.4255424
Apr 03 05:28:41.411618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:41.433285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:41.437143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7e41f544-68a9-4d33-9dea-e9bd7098741b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:41.477251 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e26434-f709-4588-887d-f5bb1f70e7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73b706-4b7d-4d95-8b40-5d41e4ed1c4d,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:41.491207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e4e26434-f709-4588-887d-f5bb1f70e7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:41.493235 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1d49d495-46a3-4900-89f7-a828b4e022e6 req-474cfbee-a4bb-4210-93ff-de117b1129a4 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1823888
Apr 03 05:28:41.493708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4e26434-f709-4588-887d-f5bb1f70e7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:41.495496 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e4e26434-f709-4588-887d-f5bb1f70e7e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c73b706-4b7d-4d95-8b40-5d41e4ed1c4d HTTP/1.1" status: 204  len: 168 time: 0.4131744
Apr 03 05:28:41.746991 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d62e78ba-4611-4d40-b3f8-939758ce0eab req-0cd10697-ac86-4d76-aa4e-b081a1f9a2d2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3154371
Apr 03 05:28:41.760870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Pushing event updated for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:41.766317 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:42.334599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75f78f-50f8-4e26-ad71-28348608899c req-0d1f0d8c-fb93-497a-9507-5285a8a67f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:42.336573 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb75f78f-50f8-4e26-ad71-28348608899c req-0d1f0d8c-fb93-497a-9507-5285a8a67f0b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.1056750
Apr 03 05:28:42.419589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Attempting to bind port 1bc54485-2403-4b3a-b509-0aa62d5d1ede on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:28:42.419970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Attempting to bind port 1bc54485-2403-4b3a-b509-0aa62d5d1ede by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:28:42.420342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Attempting to bind port 1bc54485-2403-4b3a-b509-0aa62d5d1ede on network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:28:42.430865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Port 1bc54485-2403-4b3a-b509-0aa62d5d1ede on network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:28:42.431245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Attempting to bind port 1bc54485-2403-4b3a-b509-0aa62d5d1ede on network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:28:42.455756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efb6e2-ee10-481a-b22e-afee7e9cb18b req-a35dab2f-58bd-402b-8939-b5ab6132f1f9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:42.457547 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3efb6e2-ee10-481a-b22e-afee7e9cb18b req-a35dab2f-58bd-402b-8939-b5ab6132f1f9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.3411152
Apr 03 05:28:42.458796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:28:42.458796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Checking segment: {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:28:42.459113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Bound using segment: {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:28:42.459621 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Bound port: 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217a4f74-2eb6-460f-9888-7ed574d32785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:28:42.460005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:42.484334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbe980-1c50-4c5f-ae94-65c5758fb700 req-a8f3e414-c474-4ee6-a757-a323a040bd31 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:42.486573 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e4fbe980-1c50-4c5f-ae94-65c5758fb700 req-a8f3e414-c474-4ee6-a757-a323a040bd31 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1945560
Apr 03 05:28:42.519788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75f78f-50f8-4e26-ad71-28348608899c req-ccaf3b73-5dc7-4ec7-8dd3-1f7d7ef91eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:42.521378 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb75f78f-50f8-4e26-ad71-28348608899c req-ccaf3b73-5dc7-4ec7-8dd3-1f7d7ef91eca service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.1760962
Apr 03 05:28:42.604484 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb75f78f-50f8-4e26-ad71-28348608899c req-7a49877e-c1f0-4222-a328-cb0adc0406b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 200  len: 217 time: 0.0749543
Apr 03 05:28:42.650444 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3efb6e2-ee10-481a-b22e-afee7e9cb18b req-88c65df0-69c0-4dfa-bfab-13ca2a477550 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1620533
Apr 03 05:28:42.689382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75f78f-50f8-4e26-ad71-28348608899c req-dcd40207-ec99-4a1d-b7f9-47c11ec01651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:42.690964 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb75f78f-50f8-4e26-ad71-28348608899c req-dcd40207-ec99-4a1d-b7f9-47c11ec01651 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.0796802
Apr 03 05:28:42.699286 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e4fbe980-1c50-4c5f-ae94-65c5758fb700 req-fb8946f5-453f-4949-9927-13a109fc4b08 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673672
Apr 03 05:28:42.712856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:28:42.716504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:28:42.732285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:42.750625 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb75f78f-50f8-4e26-ad71-28348608899c req-d29afa64-9909-4eb9-a61c-d0585699b186 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0510280
Apr 03 05:28:42.752135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9bfda2a2-04ce-4680-ac69-dca5658104cf tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:42.982306 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb75f78f-50f8-4e26-ad71-28348608899c req-fd1350f1-0f93-44bb-9665-f7d87b12f9c8 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129860
Apr 03 05:28:43.111283 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Pushing event updated for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:43.124245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:43.196542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180230-16bd-43b3-a99b-5b5b06092bd3 req-35084528-ff62-45da-a5fe-b3bef4284d36 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:43.198778 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0180230-16bd-43b3-a99b-5b5b06092bd3 req-35084528-ff62-45da-a5fe-b3bef4284d36 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.3822944
Apr 03 05:28:43.201189 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb75f78f-50f8-4e26-ad71-28348608899c req-f3f00886-f867-4e18-aa1a-fda629511909 service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138991
Apr 03 05:28:43.207317 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:43.207987 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:43.209436 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] 10.222.0.35 "PUT /v2.0/ports/1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 200  len: 1094 time: 3.9634600
Apr 03 05:28:43.210363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:43.226271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9de03-798e-40cc-96a7-7a95041650c5 req-b72b81bf-5153-440d-865e-825992126634 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:43.227900 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-73c9de03-798e-40cc-96a7-7a95041650c5 req-b72b81bf-5153-440d-865e-825992126634 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.3327582
Apr 03 05:28:43.364165 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0180230-16bd-43b3-a99b-5b5b06092bd3 req-13b8cabd-c015-4c8e-935c-38c848a69b35 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1478722
Apr 03 05:28:43.382173 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-73c9de03-798e-40cc-96a7-7a95041650c5 req-d70a3d7e-8977-4c1d-ae19-6a5599fedc2f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398931
Apr 03 05:28:43.451674 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e34f7-5531-4b58-8170-35b0e34723fc req-60c0222b-3c98-4d2c-b72f-9e7f1ff84d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:43.454056 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-60c0222b-3c98-4d2c-b72f-9e7f1ff84d43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1097 time: 0.1810782
Apr 03 05:28:43.460566 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'status': 'completed', 'code': 200}
Apr 03 05:28:43.547680 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-3ee8d6e8-4d58-4734-94cc-41061370bcaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 200  len: 217 time: 0.0748110
Apr 03 05:28:43.623584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e34f7-5531-4b58-8170-35b0e34723fc req-087b516c-05ef-4496-97cb-f7d8b5ca2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:43.625326 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-087b516c-05ef-4496-97cb-f7d8b5ca2b38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa6975e-f055-4616-8972-f76223427472 HTTP/1.1" status: 200  len: 847 time: 0.0676570
Apr 03 05:28:43.685242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:28:43.783838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e34f7-5531-4b58-8170-35b0e34723fc req-6b473f8f-262f-4a32-8b3a-6b6c44775f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:43.785478 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-6b473f8f-262f-4a32-8b3a-6b6c44775f20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1493845
Apr 03 05:28:43.928640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:43.946130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'port_id': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'mac_address': 'fa:16:3e:9a:08:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:28:44.024629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:44.052515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:28:44.075403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:44.079367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:44.081775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:44.165121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=6']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:44.176987 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.177380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.177767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.178143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.178586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.178892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.179469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.179848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.180246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.180619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.181012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.181551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:28:44.186061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:44.254082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:28:44.365788 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-5f1edd5e-d1cf-45bb-8853-7b927b4ee05c service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5141346
Apr 03 05:28:44.527333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aee0f3-ca10-450f-bd25-efeded49c36f req-041ec2da-1139-48f1-a90b-f37d7fdec866 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:44.528944 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c4aee0f3-ca10-450f-bd25-efeded49c36f req-041ec2da-1139-48f1-a90b-f37d7fdec866 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.7355766
Apr 03 05:28:44.567398 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-216e34f7-5531-4b58-8170-35b0e34723fc req-ff452760-34a0-467d-8d4e-f7109a326961 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930504
Apr 03 05:28:44.606291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9ee86-fb96-4e35-a42e-4c3b245f14f2 req-6cda17c2-86c0-4dad-9c17-890b681b818d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:44.608508 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-22e9ee86-fb96-4e35-a42e-4c3b245f14f2 req-6cda17c2-86c0-4dad-9c17-890b681b818d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.7102036
Apr 03 05:28:44.611682 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c4aee0f3-ca10-450f-bd25-efeded49c36f req-c680011e-fffc-4429-a0ee-52984ffb2e09 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739388
Apr 03 05:28:44.730097 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-22e9ee86-fb96-4e35-a42e-4c3b245f14f2 req-ff80101e-66c2-473c-ab8b-951d1ade6877 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097362
Apr 03 05:28:44.753208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-b21566ad-65b4-4635-9731-148043e4cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:44.755044 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-b21566ad-65b4-4635-9731-148043e4cc30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1097 time: 0.1079998
Apr 03 05:28:44.993492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-fe34705e-04b6-457d-9f81-075a652a8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:44.996434 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-fe34705e-04b6-457d-9f81-075a652a8818 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 200  len: 909 time: 0.2225370
Apr 03 05:28:45.006338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63200a6e-3479-43c5-911a-86f4ed691d3c req-39a473ef-059f-4185-9a98-3863accbf2ef tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:45.014967 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-63200a6e-3479-43c5-911a-86f4ed691d3c req-39a473ef-059f-4185-9a98-3863accbf2ef tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 944 time: 0.2157695
Apr 03 05:28:45.120601 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-76d6530b-5773-452d-86e7-7e1d3dbc25e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 200  len: 217 time: 0.1029077
Apr 03 05:28:45.155083 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-63200a6e-3479-43c5-911a-86f4ed691d3c req-30706a70-31a1-4b7b-ada4-4a4624d5ddf8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386681
Apr 03 05:28:45.248557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-3bd0a533-3b65-42e5-8358-5e033f4e7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:45.250808 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-3bd0a533-3b65-42e5-8358-5e033f4e7597 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa6975e-f055-4616-8972-f76223427472 HTTP/1.1" status: 200  len: 847 time: 0.0946734
Apr 03 05:28:45.349032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-3f37faed-7b7d-4e76-94d6-41ae2c7bf6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:45.350635 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-3f37faed-7b7d-4e76-94d6-41ae2c7bf6b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914617
Apr 03 05:28:45.518869 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-01adca13-20c3-482f-a055-2e44dd7e7e95 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564159
Apr 03 05:28:45.698719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:28:45.779284 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fca32a14-b97f-4dcb-8848-92d273a0739a req-2b545e1f-dc81-4b32-92be-b27c01aa20df service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506382
Apr 03 05:28:45.891020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:28:45.891473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:46.085901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c018f1-25c7-4eb1-9c78-72fb81b73f79 req-6ba17a66-12c4-43ea-9943-605b89427647 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:46.087623 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-10c018f1-25c7-4eb1-9c78-72fb81b73f79 req-6ba17a66-12c4-43ea-9943-605b89427647 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1679025
Apr 03 05:28:46.097902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9202ca-8942-428e-8575-ab813d5baf86 req-3915ee66-e784-4176-9419-a4aae40066d2 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:46.107235 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5d9202ca-8942-428e-8575-ab813d5baf86 req-3915ee66-e784-4176-9419-a4aae40066d2 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.2746127
Apr 03 05:28:46.161794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:46.236828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:46.240524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:46.252410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:46.257860 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d33db102-b5be-463a-80d9-6c2a3cb159e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:46.279831 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5d9202ca-8942-428e-8575-ab813d5baf86 req-8676889a-29fb-4194-913b-7ce4c6131687 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1715481
Apr 03 05:28:46.294114 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-10c018f1-25c7-4eb1-9c78-72fb81b73f79 req-11f9f2b5-0b07-4b8f-9e64-9b670d09c9e7 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844497
Apr 03 05:28:46.421011 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'code': 200}
Apr 03 05:28:46.449591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=7']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:46.464410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:46.685751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545ab53-f686-4019-887f-758bf19904d6 req-8ee0003e-e993-4c99-b393-da522ae71374 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:46.694986 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a545ab53-f686-4019-887f-758bf19904d6 req-8ee0003e-e993-4c99-b393-da522ae71374 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1623480
Apr 03 05:28:46.791941 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a545ab53-f686-4019-887f-758bf19904d6 req-d8cdb436-bcb2-47e9-961c-3c17b4c5f9e6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953519
Apr 03 05:28:47.563657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f311d1f-89e5-4f85-b82c-2d708733606e req-68916ad1-6ffe-45df-a078-4c051ae7d85a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:47.566609 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1f311d1f-89e5-4f85-b82c-2d708733606e req-68916ad1-6ffe-45df-a078-4c051ae7d85a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.1449494
Apr 03 05:28:47.678457 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1f311d1f-89e5-4f85-b82c-2d708733606e req-5694755b-0dba-4bdf-bef7-80a1567043ec tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1028130
Apr 03 05:28:48.031681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949c4be-5978-4b6d-8435-e53d57ff1399 req-5bef8687-7c48-4b8c-83cf-ea39863df86e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:48.037077 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c949c4be-5978-4b6d-8435-e53d57ff1399 req-5bef8687-7c48-4b8c-83cf-ea39863df86e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1147795
Apr 03 05:28:48.123264 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c949c4be-5978-4b6d-8435-e53d57ff1399 req-0c9f44b1-8b3c-43bc-8c34-2933f4485a2f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788331
Apr 03 05:28:48.451980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251bc7b-e913-4829-b33e-46cd4bfed1f0 req-8805bc04-17de-4f42-928b-67516da95cff tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:48.453581 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8251bc7b-e913-4829-b33e-46cd4bfed1f0 req-8805bc04-17de-4f42-928b-67516da95cff tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1053188
Apr 03 05:28:48.503208 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8251bc7b-e913-4829-b33e-46cd4bfed1f0 req-abd9a571-56ca-42b9-9e27-062eed23cfc9 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427063
Apr 03 05:28:48.897094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a0ed6-11d5-4e46-91af-66f8ca776a03 req-5e6d317c-7f94-4c6a-a43a-0a267b775b6d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:48.898686 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4f2a0ed6-11d5-4e46-91af-66f8ca776a03 req-5e6d317c-7f94-4c6a-a43a-0a267b775b6d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.1007829
Apr 03 05:28:48.960099 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4f2a0ed6-11d5-4e46-91af-66f8ca776a03 req-9c29c6fa-490d-413f-8204-e34019b414aa tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532196
Apr 03 05:28:49.420641 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd936633-e811-4066-b009-9b3d2d8c6e0f req-122acdcc-aca2-43e9-ad02-42b6cb4a6f68 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:49.422308 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd936633-e811-4066-b009-9b3d2d8c6e0f req-122acdcc-aca2-43e9-ad02-42b6cb4a6f68 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1272027
Apr 03 05:28:49.495579 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd936633-e811-4066-b009-9b3d2d8c6e0f req-87feda86-3aa1-48d5-bfcd-a308d7c3645d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629647
Apr 03 05:28:50.214172 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c852452-c28a-47db-bbb4-7cd84a6379e8 req-9cb71ef8-9ff2-4d38-bc76-2a7df8c4313d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:50.219811 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2c852452-c28a-47db-bbb4-7cd84a6379e8 req-9cb71ef8-9ff2-4d38-bc76-2a7df8c4313d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.1099401
Apr 03 05:28:50.284646 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2c852452-c28a-47db-bbb4-7cd84a6379e8 req-f124e0f0-e4a5-4334-8eb7-b2cff3903890 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608537
Apr 03 05:28:50.720823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2477ac-2f3b-4e5f-b405-78eacf260d5b req-e2b8ea69-4fa5-4131-8fe0-987b6f0a2af2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:50.722665 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb2477ac-2f3b-4e5f-b405-78eacf260d5b req-e2b8ea69-4fa5-4131-8fe0-987b6f0a2af2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.0970728
Apr 03 05:28:50.779387 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb2477ac-2f3b-4e5f-b405-78eacf260d5b req-1319afaf-fd00-45e9-a7c1-41345199b991 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460141
Apr 03 05:28:51.389543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 41714) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:51.534634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Deleting subnet 75e8e068-58e9-41ea-b4f4-6d095255676f {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:28:51.537981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:51.624562 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590422'] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:51.668586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc207c-f59b-4f0f-ad11-c5aceb4a342c req-5292132f-b038-47a1-8090-1b30ba750cff tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:51.670826 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9bdc207c-f59b-4f0f-ad11-c5aceb4a342c req-5292132f-b038-47a1-8090-1b30ba750cff tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.2083416
Apr 03 05:28:51.738154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:51.746964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 1bc54485-2403-4b3a-b509-0aa62d5d1ede details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:28:51.780594 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9bdc207c-f59b-4f0f-ad11-c5aceb4a342c req-890d7762-b83e-4a0a-b1ae-2603c2b7df11 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981464
Apr 03 05:28:51.911285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:51.928007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'port_id': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'mac_address': 'fa:16:3e:23:5f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:28:51.992843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:52.012454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc54485-2403-4b3a-b509-0aa62d5d1ede {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:28:52.029410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:52.034248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:52.036460 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:52.126468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:52.131786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:52.325622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['1bc54485-2403-4b3a-b509-0aa62d5d1ede'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:28:52.443959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851343981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2349856'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:52.452951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a1ea1-5d89-431f-8c39-4c514216fbc8 req-62cd565a-bdbc-4678-8261-62579fc2bd93 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:52.454847 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c34a1ea1-5d89-431f-8c39-4c514216fbc8 req-62cd565a-bdbc-4678-8261-62579fc2bd93 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.4370685
Apr 03 05:28:52.472566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:52.539496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e8e068-58e9-41ea-b4f4-6d095255676f,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:52.542273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:52.632285 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c34a1ea1-5d89-431f-8c39-4c514216fbc8 req-0bb54cb2-79bb-4138-be7d-128de35bfca8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1601503
Apr 03 05:28:52.676271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:52.692048 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/75e8e068-58e9-41ea-b4f4-6d095255676f HTTP/1.1" status: 204  len: 168 time: 1.3007581
Apr 03 05:28:52.692293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41728) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:52.812535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.013155 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23343d2-5898-444a-bb82-bd897d14685d req-4232b8ab-b78d-4735-9e58-b187dfab52a4 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:53.015110 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b23343d2-5898-444a-bb82-bd897d14685d req-4232b8ab-b78d-4735-9e58-b187dfab52a4 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 945 time: 0.1013305
Apr 03 05:28:53.046884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.086696 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b23343d2-5898-444a-bb82-bd897d14685d req-0470cec4-d58a-4bb4-b759-fe04c14a5f06 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635393
Apr 03 05:28:53.172696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64c662198>,) {'filters': {'network_id': ['4b7e50e8-ddc6-456b-b338-40b28dc9e4d7']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:28:53.187661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64c662198>, 'f93798b8-b243-42b1-885d-baf6fcfe0f55') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:28:53.188223 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64c662198>, 'f93798b8-b243-42b1-885d-baf6fcfe0f55') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:28:53.201767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.220315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.226781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:28:53.419259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:28:53.430733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.615912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Network 4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:28:53.641608 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:28:53.748733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.752573 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:53.760214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 1bc54485-2403-4b3a-b509-0aa62d5d1ede up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:28:53.783862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.802339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7e50e8-ddc6-456b-b338-40b28dc9e4d7,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:53.811709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:53.821427 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4b7e50e8-ddc6-456b-b338-40b28dc9e4d7 HTTP/1.1" status: 204  len: 168 time: 1.1280975
Apr 03 05:28:53.846236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 1bc54485-2403-4b3a-b509-0aa62d5d1ede completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:28:53.887695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 1bc54485-2403-4b3a-b509-0aa62d5d1ede triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:28:53.888179 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.890117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed62942-12de-4fc2-9336-46c47dc1d5b8 req-a2fb0913-2fb3-43c9-97c8-b28837fb2f18 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:53.901414 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1ed62942-12de-4fc2-9336-46c47dc1d5b8 req-a2fb0913-2fb3-43c9-97c8-b28837fb2f18 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1132634
Apr 03 05:28:53.949606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:53.957227 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1ed62942-12de-4fc2-9336-46c47dc1d5b8 req-7e865c23-9986-4b77-876a-0891a5c3fc62 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528841
Apr 03 05:28:54.024567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:54.042380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 41740) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:54.069646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:54.070697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:54.077602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:54.079583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:54.106354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41748) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:54.116743 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-cd2fa8cb-6e2c-4805-97aa-39ce04159d33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1208994855a645f888bc98801ae17b55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0722258
Apr 03 05:28:54.160640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:54.164016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:54.191884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a227c029-2260-4ee7-b247-780fdcf8e7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:54.205006 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'code': 200}
Apr 03 05:28:54.224219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a227c029-2260-4ee7-b247-780fdcf8e7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:54.275666 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a227c029-2260-4ee7-b247-780fdcf8e7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:54.281352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d66be67a-445a-4f78-90a9-807e57b4b9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:54.295406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227c029-2260-4ee7-b247-780fdcf8e7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f246a8-6db3-48bb-b7fb-8fcc552dc48c,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:54.301088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a227c029-2260-4ee7-b247-780fdcf8e7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:54.313836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a227c029-2260-4ee7-b247-780fdcf8e7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:54.317486 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a227c029-2260-4ee7-b247-780fdcf8e7a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05f246a8-6db3-48bb-b7fb-8fcc552dc48c HTTP/1.1" status: 204  len: 168 time: 0.2076640
Apr 03 05:28:54.487998 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a732f-d230-4c1c-a873-853a3d9e9b28 req-d61f4610-b4b5-4749-869b-ce5fdc30f414 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:54.497097 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-972a732f-d230-4c1c-a873-853a3d9e9b28 req-d61f4610-b4b5-4749-869b-ce5fdc30f414 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.2106235
Apr 03 05:28:54.626191 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-972a732f-d230-4c1c-a873-853a3d9e9b28 req-dd8a1bd3-af36-4c12-91ac-0599c4a5975c tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252084
Apr 03 05:28:54.667099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f5b3-ecfe-4224-b429-325f483314e7 req-46d1f806-84ca-49de-bd51-0a73eead6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:54.671703 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9502f5b3-ecfe-4224-b429-325f483314e7 req-46d1f806-84ca-49de-bd51-0a73eead6415 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1099 time: 0.1695805
Apr 03 05:28:54.737394 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9502f5b3-ecfe-4224-b429-325f483314e7 req-41294619-50f7-4636-9c88-540a97212a7a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571313
Apr 03 05:28:55.319046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ee298-fd25-4d32-9d2a-c075bf0a4080 req-47e5f3ca-a32b-4fa9-8ebd-1721ef483d69 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:55.320943 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7d9ee298-fd25-4d32-9d2a-c075bf0a4080 req-47e5f3ca-a32b-4fa9-8ebd-1721ef483d69 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1793292
Apr 03 05:28:55.386396 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7d9ee298-fd25-4d32-9d2a-c075bf0a4080 req-57359600-bbb0-4fc9-a2c3-876765a20790 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581429
Apr 03 05:28:55.982354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41212f6-de81-4572-ba37-37fb8c3e5465 req-2c22d98a-6f68-4991-8a5a-19db2d3ca0f0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:55.997373 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f41212f6-de81-4572-ba37-37fb8c3e5465 req-2c22d98a-6f68-4991-8a5a-19db2d3ca0f0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.2316341
Apr 03 05:28:56.086454 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f41212f6-de81-4572-ba37-37fb8c3e5465 req-9c7502e3-7374-40b4-b3bc-78d8481cafef tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880215
Apr 03 05:28:56.612458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ad521-294b-47d9-9092-17abd5d0d0e4 req-f14e50db-6acc-48d5-900a-177384495056 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:56.613842 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-580ad521-294b-47d9-9092-17abd5d0d0e4 req-f14e50db-6acc-48d5-900a-177384495056 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.1027439
Apr 03 05:28:56.665153 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-580ad521-294b-47d9-9092-17abd5d0d0e4 req-f9ad98cf-106e-4412-a007-840cfd1c99ad tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432520
Apr 03 05:28:57.297196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf81fb-3938-467e-b1d2-c8aff709c047 req-3a68de1e-5bf6-4f6a-8b32-0725cc713978 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:57.298798 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dfcf81fb-3938-467e-b1d2-c8aff709c047 req-3a68de1e-5bf6-4f6a-8b32-0725cc713978 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.1011806
Apr 03 05:28:57.349442 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dfcf81fb-3938-467e-b1d2-c8aff709c047 req-213afa33-0abd-4c09-b796-44a8dac8ec1d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440557
Apr 03 05:28:57.450041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-098eb258-59f6-498e-8543-b37bf2b98d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:57.452342 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-098eb258-59f6-498e-8543-b37bf2b98d95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 1098 time: 0.0977366
Apr 03 05:28:57.692112 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-70e8ef51-5d54-4fa0-af95-e4fad38849a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:57.693682 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-70e8ef51-5d54-4fa0-af95-e4fad38849a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.0809958
Apr 03 05:28:57.709906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-9c50b969-efb6-47e5-b1b5-830e7d8fbea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:57.711495 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-9c50b969-efb6-47e5-b1b5-830e7d8fbea8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 918 time: 0.2513347
Apr 03 05:28:57.786227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa25ebc-fa67-406d-aac1-7e1ce693fce7 req-2753d716-e24d-4545-bbc1-e37a8e7e87e3 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:57.787828 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-daa25ebc-fa67-406d-aac1-7e1ce693fce7 req-2753d716-e24d-4545-bbc1-e37a8e7e87e3 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.2995389
Apr 03 05:28:57.855432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-38872736-9344-4152-8006-a510a848810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:57.857037 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-38872736-9344-4152-8006-a510a848810f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.1551926
Apr 03 05:28:57.892893 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-9d668350-b61e-48cc-9e07-0a8c87222e0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae HTTP/1.1" status: 200  len: 1000 time: 0.1720505
Apr 03 05:28:57.895830 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-daa25ebc-fa67-406d-aac1-7e1ce693fce7 req-330bc35e-f0d2-46d3-b213-c9d4c9862059 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006768
Apr 03 05:28:57.920080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ea562-dc2c-4cc6-a488-4dc8482b1576 req-d96f3dc4-6f7b-4cfc-96d6-23ea2c37ba91 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:57.922096 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-910ea562-dc2c-4cc6-a488-4dc8482b1576 req-d96f3dc4-6f7b-4cfc-96d6-23ea2c37ba91 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2622750
Apr 03 05:28:57.934826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41870) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:57.949377 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-8664b142-392b-407a-8032-e2beb39c6f98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 200  len: 217 time: 0.0797501
Apr 03 05:28:58.024415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-4038694e-41a0-476f-9b7d-f7edcf45466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:58.027230 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-4038694e-41a0-476f-9b7d-f7edcf45466e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.0688667
Apr 03 05:28:58.064666 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-910ea562-dc2c-4cc6-a488-4dc8482b1576 req-25ff244b-3c72-4e3d-b3c4-d5dd74a70bef tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956385
Apr 03 05:28:58.090659 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-198b78c0-972a-4c21-9856-0ec917e58c7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0561657
Apr 03 05:28:58.142407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-d39f8496-fcfe-44e1-a8b2-405c96252115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:58.144263 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-d39f8496-fcfe-44e1-a8b2-405c96252115 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.2208645
Apr 03 05:28:58.209378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d98680-bd70-4e98-b8ee-6b052e2822f5 req-8cc9d76f-0a6b-4d05-aa1e-514d1612dd28 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:58.210897 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-63d98680-bd70-4e98-b8ee-6b052e2822f5 req-8cc9d76f-0a6b-4d05-aa1e-514d1612dd28 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.2029295
Apr 03 05:28:58.286337 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-63d98680-bd70-4e98-b8ee-6b052e2822f5 req-d443db54-27e8-497d-b0d5-bc688c117e43 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650623
Apr 03 05:28:58.294578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-735018fd-0bf9-41aa-a9ff-60e5620b4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:58.296207 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-735018fd-0bf9-41aa-a9ff-60e5620b4952 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1400342
Apr 03 05:28:58.300334 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-ef36e3c9-2398-4f27-885a-7bb83713f24c service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1999950
Apr 03 05:28:58.313624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214fe824-de89-49f5-9b3e-59dd0a70bf47 tempest-TestShelveInstance-1364699151 tempest-TestShelveInstance-1364699151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:58.315216 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-214fe824-de89-49f5-9b3e-59dd0a70bf47 tempest-TestShelveInstance-1364699151 tempest-TestShelveInstance-1364699151-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1094 time: 0.3799779
Apr 03 05:28:58.318349 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41876) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:28:58.345582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'port_id': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:28:58.354593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:28:58.375760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Usage tracker for resource:floatingip and tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:28:58.380163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:28:58.435978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:28:58.459528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for floatingip, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:58.465279 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-956e2386-f4fe-484c-9b6b-03ff618523d1 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458564
Apr 03 05:28:58.522050 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-84a63bd5-33b9-408e-b7b1-ae09ac6842f6 req-8e23b206-283a-4988-b9af-e618a68cbebc service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009220
Apr 03 05:28:58.653273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:58.654445 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-67ee9b4b-e133-4945-8463-6923e6f1f60f req-391085ff-bed5-4b00-b2a6-31f23a15aad3 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1783962
Apr 03 05:28:58.807527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Allocated IP 172.27.3.221 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/ce99ba93-8097-4691-9223-a113033d498f) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:28:59.187081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:59.223999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:59.240473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-50592c28-a6bb-444c-b665-04aea05aa5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:28:59.283761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5d913-b138-421d-98a7-59bddcad2ad1 req-9c769acb-0677-4d37-a8fd-7610316da328 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:59.285379 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32a5d913-b138-421d-98a7-59bddcad2ad1 req-9c769acb-0677-4d37-a8fd-7610316da328 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0939143
Apr 03 05:28:59.338968 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32a5d913-b138-421d-98a7-59bddcad2ad1 req-8ea17133-e652-44a0-8cc4-87790d16db57 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424287
Apr 03 05:28:59.384929 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'Port': ['ID=ce99ba93-8097-4691-9223-a113033d498f,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:28:59.391680 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:28:59.442626 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:28:59.443773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:28:59.446106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:28:59.510753 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3f861-d79a-49cd-aaba-dcea25bfbccc req-b90e077e-24d1-4e23-a0a8-7e9026256a35 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:28:59.512414 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-89d3f861-d79a-49cd-aaba-dcea25bfbccc req-b90e077e-24d1-4e23-a0a8-7e9026256a35 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 945 time: 0.0915384
Apr 03 05:28:59.563111 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-89d3f861-d79a-49cd-aaba-dcea25bfbccc req-1f11e5e3-1349-4fb7-b979-0fe769f24b4e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443368
Apr 03 05:28:59.757332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:28:59.887556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:59.917384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:28:59.925873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:28:59.929534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:59.931954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:28:59.932527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1497b6ff-45cc-4f15-92e2-53feaa1d4569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:00.021953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:00.137063 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'code': 200}
Apr 03 05:29:00.175062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=8']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:00.178746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:00.308466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:00.311879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:00.331078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:00.480743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event updated for resources: {'Port': ['ID=ce99ba93-8097-4691-9223-a113033d498f,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:00.485301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:00.561319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc2c84-e5e6-45fc-bab4-a7635ab5a654 req-63fb8d93-aace-4e49-a9b5-27577c33888c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:00.562837 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8ecc2c84-e5e6-45fc-bab4-a7635ab5a654 req-63fb8d93-aace-4e49-a9b5-27577c33888c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0999732
Apr 03 05:29:00.576524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:00.614589 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8ecc2c84-e5e6-45fc-bab4-a7635ab5a654 req-108aa85f-fecf-4dea-b426-3fe94dccd641 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448744
Apr 03 05:29:00.771335 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Floating IP 1b0e021a-9519-4b76-a058-446bb1991933 associated. External IP: 172.27.3.221, port: 1bc54485-2403-4b3a-b509-0aa62d5d1ede.
Apr 03 05:29:00.778136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599852d-f04c-4911-9092-ffd68c468a0b req-0ac56fda-94b7-4e40-a668-45a3e71c22a1 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:00.779776 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0599852d-f04c-4911-9092-ffd68c468a0b req-0ac56fda-94b7-4e40-a668-45a3e71c22a1 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.0881593
Apr 03 05:29:00.837787 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0599852d-f04c-4911-9092-ffd68c468a0b req-3ef5668f-f428-40ad-b831-37cf7da1b6ae tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507905
Apr 03 05:29:01.171072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:29:01.365518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:29:01.376193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] Sync routers for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:29:01.390211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:01.391292 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d9efc18>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:28:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:01.393786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:01.454297 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1347606
Apr 03 05:29:01.454895 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:29:01.514646 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'status': 'completed', 'code': 200}
Apr 03 05:29:01.585588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:01.624448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-c33209fd-893b-4917-b4c6-313580442a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:01.626032 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-c33209fd-893b-4917-b4c6-313580442a0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1099 time: 0.0826261
Apr 03 05:29:01.826765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-686b6b8b-73a4-443c-8822-846c929559fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:01.828362 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-686b6b8b-73a4-443c-8822-846c929559fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 200  len: 909 time: 0.1946254
Apr 03 05:29:01.950032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692db64d-622b-48d6-8093-23c02e9a7c1a req-c9c7daac-c142-41b2-816d-6db4be488f48 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:01.951803 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-692db64d-622b-48d6-8093-23c02e9a7c1a req-c9c7daac-c142-41b2-816d-6db4be488f48 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2115157
Apr 03 05:29:01.997186 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-de4423c7-351d-4ed2-9cac-9c5577c1b06b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 200  len: 1000 time: 0.1532335
Apr 03 05:29:02.113683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1bd18502-fbea-4075-b7bf-881a36049ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:02.121015 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-692db64d-622b-48d6-8093-23c02e9a7c1a req-25b0a521-0aa4-4e6f-9965-1098a84071f4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589856
Apr 03 05:29:02.152615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d9efc18>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '1b0e021a-9519-4b76-a058-446bb1991933', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'port_id': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'mac_address': 'fa:16:3e:23:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:28:59Z', 'updated_at': '2021-04-03T05:28:59Z', 'revision_number': 0, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:48Z', 'revision_number': 5, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:02.156836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] Checking router: 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:29:02.165862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:02.166818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d9efc18>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:28:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:02.170909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-bdb59752-2cab-461c-aee0-87a1261ef1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:02.172575 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-bdb59752-2cab-461c-aee0-87a1261ef1b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa6975e-f055-4616-8972-f76223427472 HTTP/1.1" status: 200  len: 847 time: 0.1253099
Apr 03 05:29:02.189053 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91244e3-6bb3-4848-a403-f13f4e5f2f72 req-6acecc29-d2b9-49e2-93cd-ecf80f421fde tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:02.191028 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c91244e3-6bb3-4848-a403-f13f4e5f2f72 req-6acecc29-d2b9-49e2-93cd-ecf80f421fde tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1975267
Apr 03 05:29:02.301666 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c91244e3-6bb3-4848-a403-f13f4e5f2f72 req-3ce81fc4-1791-4318-a142-49bdded34512 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664704
Apr 03 05:29:02.319308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-8d3ae471-4d51-4533-92b0-f246c63d66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:02.320933 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-8d3ae471-4d51-4533-92b0-f246c63d66fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1289561
Apr 03 05:29:02.362514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:02.704692 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-aa58c471-db62-4bb3-914f-9d3863d3b356 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3753004
Apr 03 05:29:02.766005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d9efc18>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '1b0e021a-9519-4b76-a058-446bb1991933', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'port_id': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'mac_address': 'fa:16:3e:23:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:28:59Z', 'updated_at': '2021-04-03T05:28:59Z', 'revision_number': 0, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:48Z', 'revision_number': 5, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:02.770388 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a428ddf-0d46-48ea-8a1b-1f1a3869197c None None] The sync data for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi is: [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '1b0e021a-9519-4b76-a058-446bb1991933', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'port_id': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'mac_address': 'fa:16:3e:23:5f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:28:59Z', 'updated_at': '2021-04-03T05:28:59Z', 'revision_number': 0, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:48Z', 'revision_number': 5, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:29:02.859847 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921a9508-3679-45fe-9528-aa7cd47686e4 req-b6e5c0c6-4826-4187-8e08-817374a8e8ac service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479290
Apr 03 05:29:03.089244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aaaee3-030b-416a-a581-ad92279c0560 None None] New status for floating IP 1b0e021a-9519-4b76-a058-446bb1991933: ACTIVE {{(pid=84377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:29:03.365310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:03.455202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99decfba-fa4b-4513-93fc-4e066e93a1a1 req-f58e0456-c335-4b5b-9fe0-6f30053c0f71 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:03.457395 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-99decfba-fa4b-4513-93fc-4e066e93a1a1 req-f58e0456-c335-4b5b-9fe0-6f30053c0f71 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1777980
Apr 03 05:29:03.469089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46997303-0c21-469f-b590-6cf85584fbc7 req-edff36ef-c005-4bf8-8947-4299788b3dee tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:03.470602 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46997303-0c21-469f-b590-6cf85584fbc7 req-edff36ef-c005-4bf8-8947-4299788b3dee tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1399035
Apr 03 05:29:03.553472 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-99decfba-fa4b-4513-93fc-4e066e93a1a1 req-b240da10-59ef-4666-b396-0c3d5a32c9c1 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817649
Apr 03 05:29:03.557535 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46997303-0c21-469f-b590-6cf85584fbc7 req-c82f5510-e0cc-4e48-af94-71c17b9a2b41 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710428
Apr 03 05:29:03.711050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 41948) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:03.758442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:29:04.061937 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-09a7bbc2-e511-4eea-aa01-306a820a1bc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3495543
Apr 03 05:29:04.347393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-88879d16-d20d-419b-a98c-de83ba8e0dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:04.835747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48221d91-096c-4040-9981-01c7667f46af req-2069153b-cbb3-425d-85cb-fa574a49faa5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:04.837381 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-48221d91-096c-4040-9981-01c7667f46af req-2069153b-cbb3-425d-85cb-fa574a49faa5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1606128
Apr 03 05:29:04.846007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350059c-8623-4b65-9e54-b72cd1904dd0 req-ed5c6c3a-4daf-4377-a1ef-65496f00c4e6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:04.847654 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8350059c-8623-4b65-9e54-b72cd1904dd0 req-ed5c6c3a-4daf-4377-a1ef-65496f00c4e6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1308224
Apr 03 05:29:04.925741 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-48221d91-096c-4040-9981-01c7667f46af req-4c24fb15-b6ab-4140-ab4e-3f4326797a0d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770030
Apr 03 05:29:04.930758 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8350059c-8623-4b65-9e54-b72cd1904dd0 req-0bec9f27-0a82-4c39-a37a-40501ae12282 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673816
Apr 03 05:29:05.371812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:05.497903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-4568f60d-3744-4337-ac4c-4097cd864752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:05.499568 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-4568f60d-3744-4337-ac4c-4097cd864752 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e&tenant_id=a008c93e871048ba8600b910fbdf30a0 HTTP/1.1" status: 200  len: 1096 time: 0.0810330
Apr 03 05:29:05.609238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-7d60e78a-b014-4efc-a2da-94a3f1a2337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:05.610816 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-7d60e78a-b014-4efc-a2da-94a3f1a2337e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 1096 time: 0.0828655
Apr 03 05:29:05.774038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-5bc37d76-4c53-43f7-8347-935b55c92492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:05.775674 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-5bc37d76-4c53-43f7-8347-935b55c92492 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 918 time: 0.1469784
Apr 03 05:29:05.889287 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-de7bad83-434f-48a0-977b-b8dd70d8de1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae HTTP/1.1" status: 200  len: 998 time: 0.1069949
Apr 03 05:29:05.964201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-e8a9df40-b4a0-4304-91e3-0427c1b7bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:05.965800 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-e8a9df40-b4a0-4304-91e3-0427c1b7bc22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.0688331
Apr 03 05:29:06.152152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-4dfda578-f6f7-469c-833b-e2ca8beaa299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:06.153766 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-4dfda578-f6f7-469c-833b-e2ca8beaa299 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1795709
Apr 03 05:29:06.319478 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93e91-2d2a-4ca6-adc3-a551ed5c5f85 req-b25aa068-b81b-485c-a090-53fb0b2ded00 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:06.321068 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-26e93e91-2d2a-4ca6-adc3-a551ed5c5f85 req-b25aa068-b81b-485c-a090-53fb0b2ded00 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2761188
Apr 03 05:29:06.355847 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ea0ef-9147-421d-bf57-7455f3f83852 req-c134bf24-6db6-420f-8672-f6065c853b65 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:06.357443 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5c9ea0ef-9147-421d-bf57-7455f3f83852 req-c134bf24-6db6-420f-8672-f6065c853b65 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.2646296
Apr 03 05:29:06.412944 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-e51ae761-0d2f-4177-87c4-b09e60f5c12d service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507174
Apr 03 05:29:06.456924 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-26e93e91-2d2a-4ca6-adc3-a551ed5c5f85 req-426e8607-2bbe-48db-bb0c-175d261c88fb tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255207
Apr 03 05:29:06.483582 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5c9ea0ef-9147-421d-bf57-7455f3f83852 req-5c4977cf-4aad-4f02-868f-2bbb78eda85e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150317
Apr 03 05:29:06.585508 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e0505c4e-bd4b-4ae9-ad68-3f4b0ae52bba req-390655f1-3cb4-4c07-8920-7ebc37385f9f service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574976
Apr 03 05:29:06.838373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:07.819640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dd62c-fff1-4c7f-a467-b4028e0078d5 req-62aafeea-068b-4c4c-a722-ea32caaa65af tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:07.821218 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-584dd62c-fff1-4c7f-a467-b4028e0078d5 req-62aafeea-068b-4c4c-a722-ea32caaa65af tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1863365
Apr 03 05:29:07.835443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a972ec1-c75e-4c9b-8d6c-fbbb3f4d4577 req-346f3ec0-4da1-49c4-82f4-a0bf147147c4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:07.837805 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a972ec1-c75e-4c9b-8d6c-fbbb3f4d4577 req-346f3ec0-4da1-49c4-82f4-a0bf147147c4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1479506
Apr 03 05:29:07.899125 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-584dd62c-fff1-4c7f-a467-b4028e0078d5 req-edaeebcb-6cc3-49be-b18f-59e07a26da91 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602198
Apr 03 05:29:07.942000 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a972ec1-c75e-4c9b-8d6c-fbbb3f4d4577 req-242792ed-01ed-4f5a-b727-a5a71d6865e2 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831218
Apr 03 05:29:09.209430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8b2c-bba1-4d99-9d42-99366e8cdc00 req-62f6306e-2a9b-44f4-ad97-cf48df3fc5d8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:09.210947 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-df2c8b2c-bba1-4d99-9d42-99366e8cdc00 req-62f6306e-2a9b-44f4-ad97-cf48df3fc5d8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1756711
Apr 03 05:29:09.225152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ba753-6b86-42b5-9c20-369a2cb98e53 req-cec760b8-09f7-4ae9-ae48-25e168be1b92 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:09.226797 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ae3ba753-6b86-42b5-9c20-369a2cb98e53 req-cec760b8-09f7-4ae9-ae48-25e168be1b92 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1374428
Apr 03 05:29:09.305236 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-df2c8b2c-bba1-4d99-9d42-99366e8cdc00 req-0518a8cd-2404-4954-ac7e-f3575ab63a5a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773122
Apr 03 05:29:09.308219 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ae3ba753-6b86-42b5-9c20-369a2cb98e53 req-8867e5ab-10aa-4912-86cf-a6673a38a862 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663159
Apr 03 05:29:10.590182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c340275-9fc1-43b8-9392-f9a2aeb6bd0e req-114dc136-9f5e-4bc3-9cef-9970dd65b3f4 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:10.591840 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0c340275-9fc1-43b8-9392-f9a2aeb6bd0e req-114dc136-9f5e-4bc3-9cef-9970dd65b3f4 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1599519
Apr 03 05:29:10.600722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977dad-60c9-45b6-836b-489518d6e4d1 req-60ec23d6-9ca0-4286-a7fb-6c74d5563a84 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:10.602314 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-25977dad-60c9-45b6-836b-489518d6e4d1 req-60ec23d6-9ca0-4286-a7fb-6c74d5563a84 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1258090
Apr 03 05:29:10.680853 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0c340275-9fc1-43b8-9392-f9a2aeb6bd0e req-40702ba1-570d-42b3-9710-b462b57586af tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766058
Apr 03 05:29:10.685767 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-25977dad-60c9-45b6-836b-489518d6e4d1 req-9226a9d6-84e4-4fba-bd70-8a81d03111bb tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679910
Apr 03 05:29:11.985762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53c4f0-4020-4c62-ac89-f1e9b0fe5d20 req-dc88a5d5-0a4a-4089-9a4a-dbcda04d363a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:11.987314 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-df53c4f0-4020-4c62-ac89-f1e9b0fe5d20 req-dc88a5d5-0a4a-4089-9a4a-dbcda04d363a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1743703
Apr 03 05:29:12.000914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee3b79-b944-43e4-8060-4d0396667c91 req-317bc2fe-2586-4b32-b7eb-002cee12c701 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:12.002952 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e6ee3b79-b944-43e4-8060-4d0396667c91 req-317bc2fe-2586-4b32-b7eb-002cee12c701 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1374280
Apr 03 05:29:12.078955 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-df53c4f0-4020-4c62-ac89-f1e9b0fe5d20 req-9842891f-3305-48f8-a380-9f8a65577574 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748103
Apr 03 05:29:12.090946 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e6ee3b79-b944-43e4-8060-4d0396667c91 req-61248153-8c8f-4296-859b-eb430606f76d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709226
Apr 03 05:29:13.417886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28d44a-4b9b-4bbf-a140-404719ef31a0 req-84953e64-8c00-4691-b57c-b9228437c7cd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:13.419415 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3a28d44a-4b9b-4bbf-a140-404719ef31a0 req-84953e64-8c00-4691-b57c-b9228437c7cd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1210306
Apr 03 05:29:13.427580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025fdd-cf9b-46a6-bc3a-c68bc593a6cc req-cd363237-bc1e-462b-8ad2-89b3a79222b4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:13.429083 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-03025fdd-cf9b-46a6-bc3a-c68bc593a6cc req-cd363237-bc1e-462b-8ad2-89b3a79222b4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1736929
Apr 03 05:29:13.501944 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3a28d44a-4b9b-4bbf-a140-404719ef31a0 req-3dcf5bdb-2666-4de1-968a-a49544bd2dd4 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717866
Apr 03 05:29:13.513295 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-03025fdd-cf9b-46a6-bc3a-c68bc593a6cc req-4b68fb6a-7701-4e17-899c-08d56225b2b5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681627
Apr 03 05:29:15.047977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285008bc-3da0-4a8a-9c33-d47bcce08ef6 req-88ccb0c3-7d09-4726-b02a-ea8c02fd9f90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:15.049641 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-285008bc-3da0-4a8a-9c33-d47bcce08ef6 req-88ccb0c3-7d09-4726-b02a-ea8c02fd9f90 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.4152381
Apr 03 05:29:15.059143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce8be1-b111-4ad8-93ba-af93689c0309 req-dc8b7bfd-16cc-415c-bc31-c75aabc8d1fb tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:15.060726 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e8ce8be1-b111-4ad8-93ba-af93689c0309 req-dc8b7bfd-16cc-415c-bc31-c75aabc8d1fb tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3664799
Apr 03 05:29:15.140240 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-285008bc-3da0-4a8a-9c33-d47bcce08ef6 req-d599d0ff-3aae-404a-b445-4b1f9c9ff5b0 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784454
Apr 03 05:29:15.147855 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e8ce8be1-b111-4ad8-93ba-af93689c0309 req-766eb6fb-117e-4433-841f-a9c7ccb43051 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719240
Apr 03 05:29:16.444338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66f4ec-45ea-4502-b243-893f3fb7118c req-b9ead174-bbdd-447d-9c1b-a5f3651e08df tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:16.447950 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d66f4ec-45ea-4502-b243-893f3fb7118c req-b9ead174-bbdd-447d-9c1b-a5f3651e08df tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1371055
Apr 03 05:29:16.458457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f8dc3-279f-48e2-973b-3a264af074e5 req-56378930-a8aa-4692-b860-18cceaaa8fe3 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:16.460120 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-120f8dc3-279f-48e2-973b-3a264af074e5 req-56378930-a8aa-4692-b860-18cceaaa8fe3 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1866436
Apr 03 05:29:16.534189 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d66f4ec-45ea-4502-b243-893f3fb7118c req-a1e3c590-b370-4abe-864e-68535090f94b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730205
Apr 03 05:29:16.545230 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-120f8dc3-279f-48e2-973b-3a264af074e5 req-13d33d21-9eb5-43b5-a750-69485656d545 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678327
Apr 03 05:29:17.829052 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3816e-f8ec-4f85-8fde-2b7773e9d897 req-1fe336f0-cc3a-4d4c-b5c5-2c689be6efdd tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:17.830568 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4ca3816e-f8ec-4f85-8fde-2b7773e9d897 req-1fe336f0-cc3a-4d4c-b5c5-2c689be6efdd tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1622267
Apr 03 05:29:17.840310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38360-6c33-41d5-a9d8-219a5fef3eef req-bfd35eca-41eb-45e1-bcf9-13a1ec218c58 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:17.841893 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-76c38360-6c33-41d5-a9d8-219a5fef3eef req-bfd35eca-41eb-45e1-bcf9-13a1ec218c58 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1750870
Apr 03 05:29:17.921946 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-76c38360-6c33-41d5-a9d8-219a5fef3eef req-fcc3380f-8c04-4596-8c17-8bb5c405baa1 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636933
Apr 03 05:29:17.924886 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4ca3816e-f8ec-4f85-8fde-2b7773e9d897 req-1a166bb8-3b04-4c91-b3cf-272cbfdc36d4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820150
Apr 03 05:29:18.356592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:29:19.210080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd48fa6-fbb1-43aa-ad13-0b235bfcebe5 req-2a1da1bf-4365-4eb7-8b36-3aa6e16087ab tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:19.211744 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ecd48fa6-fbb1-43aa-ad13-0b235bfcebe5 req-2a1da1bf-4365-4eb7-8b36-3aa6e16087ab tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1683874
Apr 03 05:29:19.220787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff1467-3e10-4e39-afb2-0ea5ebadcda6 req-8bb79540-b32d-46d1-9544-a9d723640929 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:19.222356 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ceff1467-3e10-4e39-afb2-0ea5ebadcda6 req-8bb79540-b32d-46d1-9544-a9d723640929 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1424348
Apr 03 05:29:19.302829 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ecd48fa6-fbb1-43aa-ad13-0b235bfcebe5 req-5f2975df-822c-471d-808e-596939d71766 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793879
Apr 03 05:29:19.307996 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ceff1467-3e10-4e39-afb2-0ea5ebadcda6 req-8c9e3590-0fe0-4852-a61e-162056c1451b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698886
Apr 03 05:29:20.585654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fdc93-840a-4908-96de-8380fec09d03 req-4dcfb920-b1c2-4ffd-a588-7231719083c5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:20.587288 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d56fdc93-840a-4908-96de-8380fec09d03 req-4dcfb920-b1c2-4ffd-a588-7231719083c5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1663539
Apr 03 05:29:20.595872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b65a25-621a-4690-97d4-5d58957f8981 req-62079c7e-6995-4ed7-bb53-633eb69e5fb6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:20.597399 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-56b65a25-621a-4690-97d4-5d58957f8981 req-62079c7e-6995-4ed7-bb53-633eb69e5fb6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1317878
Apr 03 05:29:20.670338 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d56fdc93-840a-4908-96de-8380fec09d03 req-70b87661-9c79-4a22-90d7-879f309928ab tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718856
Apr 03 05:29:20.681234 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-56b65a25-621a-4690-97d4-5d58957f8981 req-1e6dd774-bbc2-4c35-accd-6e058de030b0 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658538
Apr 03 05:29:21.463113 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-70de618a-4352-4472-81f4-503ffe8c9723 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0756109
Apr 03 05:29:21.571976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-9199ed3f-6a89-4dc8-95a0-2d0ed9a0a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:21.573626 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-9199ed3f-6a89-4dc8-95a0-2d0ed9a0a4ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 1098 time: 0.0815120
Apr 03 05:29:21.732035 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-e4a8787b-15e3-406a-a528-54d4b401d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:21.733620 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-e4a8787b-15e3-406a-a528-54d4b401d4bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 912 time: 0.1390738
Apr 03 05:29:21.950216 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-463627d3-46d9-4072-9d0b-db5bf59478f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96a2027-85c1-4996-9387-145d61872f4e HTTP/1.1" status: 200  len: 1000 time: 0.2091448
Apr 03 05:29:22.057594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-594b8989-6af8-40b4-8cef-8edf0c8a64cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:22.059283 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-594b8989-6af8-40b4-8cef-8edf0c8a64cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.0982621
Apr 03 05:29:22.072922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649f6f7-713f-46d2-872a-3fdba6c2d9c9 req-4b459996-ef6a-4b8e-88f8-b23563652439 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:22.074507 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e649f6f7-713f-46d2-872a-3fdba6c2d9c9 req-4b459996-ef6a-4b8e-88f8-b23563652439 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.2535157
Apr 03 05:29:22.119333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d059c-6d01-4779-abf0-41e52d69b762 req-ae795fd7-075d-46ab-a14a-ee6ba4198552 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:22.121257 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-086d059c-6d01-4779-abf0-41e52d69b762 req-ae795fd7-075d-46ab-a14a-ee6ba4198552 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.2584925
Apr 03 05:29:22.223077 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e649f6f7-713f-46d2-872a-3fdba6c2d9c9 req-93d7bbfa-7592-45e4-bb6e-b2525e410f2d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961769
Apr 03 05:29:22.234565 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-086d059c-6d01-4779-abf0-41e52d69b762 req-116cae69-144b-4b6e-a534-7f8c9cd9476e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858412
Apr 03 05:29:22.244597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-c2ce109a-8dbb-4b25-b239-55bfe56b83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:22.246150 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-c2ce109a-8dbb-4b25-b239-55bfe56b83d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1701162
Apr 03 05:29:22.390310 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-142b3980-5bdb-4d05-9462-f64be6265d85 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355574
Apr 03 05:29:22.530686 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e9eda5a-5d03-4d39-97ca-8c4e7399cd01 req-185b9832-1fc0-43a9-8401-65e5aa83b45b service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332111
Apr 03 05:29:23.494628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818c9ee-186f-4dee-ad68-2b0b3ad39282 req-34d69c60-2e7d-4bd5-a8ae-3c46b469d4df tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:23.496241 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2818c9ee-186f-4dee-ad68-2b0b3ad39282 req-34d69c60-2e7d-4bd5-a8ae-3c46b469d4df tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1586745
Apr 03 05:29:23.505354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f99f07-8238-49d0-8c1d-ac22ffcd0095 req-3531c24f-ade1-4582-b90e-666db777423b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:23.506860 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0f99f07-8238-49d0-8c1d-ac22ffcd0095 req-3531c24f-ade1-4582-b90e-666db777423b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1330025
Apr 03 05:29:23.591738 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2818c9ee-186f-4dee-ad68-2b0b3ad39282 req-514c2e30-3fc7-42c9-bb5e-9ebddfadabde tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838177
Apr 03 05:29:23.594679 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0f99f07-8238-49d0-8c1d-ac22ffcd0095 req-21bb8ffd-fa9c-4442-9e7b-f6a4dad18849 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709698
Apr 03 05:29:23.867853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:24.870898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d183b10-954b-4d2b-b468-e26688f07084 req-60a69180-fc43-4b19-b135-941bb0fb9a8b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:24.872517 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d183b10-954b-4d2b-b468-e26688f07084 req-60a69180-fc43-4b19-b135-941bb0fb9a8b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1594279
Apr 03 05:29:24.881198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33319cf-5acb-4bc4-b18b-871d218145c6 req-1c6ca9b7-ee17-4f61-bc73-02afb8be784f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:24.882577 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b33319cf-5acb-4bc4-b18b-871d218145c6 req-1c6ca9b7-ee17-4f61-bc73-02afb8be784f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1248908
Apr 03 05:29:24.962192 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d183b10-954b-4d2b-b468-e26688f07084 req-702d5339-28dc-4cc3-be6f-37570bc5c3bc tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782132
Apr 03 05:29:24.968382 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b33319cf-5acb-4bc4-b18b-871d218145c6 req-b1668cec-51c2-4f4b-88f4-387c91799699 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694091
Apr 03 05:29:26.164311 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7df9-8a36-4c70-a228-7a2381fe024e req-e31786db-dfb0-4e92-bd90-5d9687352c7d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:26.165897 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c62d7df9-8a36-4c70-a228-7a2381fe024e req-e31786db-dfb0-4e92-bd90-5d9687352c7d tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0885613
Apr 03 05:29:26.483641 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c62d7df9-8a36-4c70-a228-7a2381fe024e req-f84b3e0e-450f-439b-a443-a6cda0671117 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2771788
Apr 03 05:29:26.503552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fbdb2-04d7-4048-9612-ff136a2f0c11 req-a11dc83d-37e2-4225-9e2d-09f09e49b3a9 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:26.505092 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-234fbdb2-04d7-4048-9612-ff136a2f0c11 req-a11dc83d-37e2-4225-9e2d-09f09e49b3a9 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.3382270
Apr 03 05:29:26.551975 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-234fbdb2-04d7-4048-9612-ff136a2f0c11 req-061aec3b-0d6d-40ba-98db-106a6b3ab00a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399344
Apr 03 05:29:27.729308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d5a60-1d06-4a49-8e68-80dc4b35c15b req-cd11cff2-3194-4dac-9b64-28dad376a89c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:27.730831 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b2d5a60-1d06-4a49-8e68-80dc4b35c15b req-cd11cff2-3194-4dac-9b64-28dad376a89c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1349850
Apr 03 05:29:27.794546 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b2d5a60-1d06-4a49-8e68-80dc4b35c15b req-645dc344-9df3-41c1-b687-5cac66738ae7 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567367
Apr 03 05:29:27.807917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0376f-f98a-40da-8b30-51ee972308cb req-dcc995ae-804a-42d0-aaed-f7e2bcc2d442 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:27.809620 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-18e0376f-f98a-40da-8b30-51ee972308cb req-dcc995ae-804a-42d0-aaed-f7e2bcc2d442 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1395645
Apr 03 05:29:27.858407 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-18e0376f-f98a-40da-8b30-51ee972308cb req-7e020b3f-6201-4729-9977-807f3fab77e9 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418017
Apr 03 05:29:29.062763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68954a-9b35-4678-b8e0-bc4dc93acf48 req-fada1070-cad3-4755-9b5d-74cfbfcfbf69 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:29.064449 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b68954a-9b35-4678-b8e0-bc4dc93acf48 req-fada1070-cad3-4755-9b5d-74cfbfcfbf69 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1495326
Apr 03 05:29:29.137477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cd07c-c5ce-4219-80a8-ab012d5a5421 req-3d9a9151-aee9-41de-b471-f3e5b6341072 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:29.138998 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ad2cd07c-c5ce-4219-80a8-ab012d5a5421 req-3d9a9151-aee9-41de-b471-f3e5b6341072 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 943 time: 0.1519244
Apr 03 05:29:29.142047 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b68954a-9b35-4678-b8e0-bc4dc93acf48 req-f26f4988-4946-4b1d-8b1e-3cd36942bda0 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636511
Apr 03 05:29:29.188665 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ad2cd07c-c5ce-4219-80a8-ab012d5a5421 req-421f7dda-8a2c-40fd-873e-42ec6c2a06bc tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429599
Apr 03 05:29:29.880276 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:29:30.018625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:30.032248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'port_id': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'mac_address': 'fa:16:3e:9a:08:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:29:30.094376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:30.112978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:29:30.130258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:30.132780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:30.135666 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:30.206851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=9']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:30.210313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:30.420351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:29:30.422407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc5c32-2737-4cdb-92ec-d1390e2d5429 req-09183953-05b6-4461-a7b2-81938bf723bd tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:30.424065 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-41cc5c32-2737-4cdb-92ec-d1390e2d5429 req-09183953-05b6-4461-a7b2-81938bf723bd tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1621144
Apr 03 05:29:30.437767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d98f28-e9b8-4863-8ab8-e31d07136669 req-d75528e9-0f7a-4581-8527-6c01ba816300 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:30.439401 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c0d98f28-e9b8-4863-8ab8-e31d07136669 req-d75528e9-0f7a-4581-8527-6c01ba816300 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 944 time: 0.1252151
Apr 03 05:29:30.521482 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-41cc5c32-2737-4cdb-92ec-d1390e2d5429 req-abfe66d4-ed66-4c91-9a80-0c7721585e16 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809228
Apr 03 05:29:30.524987 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c0d98f28-e9b8-4863-8ab8-e31d07136669 req-0dedfa58-0e74-46a1-ac61-26db9058baab tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677054
Apr 03 05:29:31.795074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb1f61-ff86-48c1-a57d-b1e0b86497a3 req-1686bb55-f317-4639-aa20-de2d4703c2a4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:31.796706 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e7eb1f61-ff86-48c1-a57d-b1e0b86497a3 req-1686bb55-f317-4639-aa20-de2d4703c2a4 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1586769
Apr 03 05:29:31.805613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ee5a1-5594-410c-a663-6a9e8e41bd48 req-242298ac-4454-4319-ba05-b33c2b891f97 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:31.807045 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-984ee5a1-5594-410c-a663-6a9e8e41bd48 req-242298ac-4454-4319-ba05-b33c2b891f97 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 944 time: 0.1284728
Apr 03 05:29:31.879637 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e7eb1f61-ff86-48c1-a57d-b1e0b86497a3 req-c8941572-545f-44a6-a0d7-f669a399fa70 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714965
Apr 03 05:29:31.896925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:31.938972 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-984ee5a1-5594-410c-a663-6a9e8e41bd48 req-aa1d83cb-b948-4c40-95aa-7b27749272e5 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147058
Apr 03 05:29:31.967507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8217a-6a9d-4284-b060-04e5a22b67c8 req-efd8205a-4d2e-4a3e-8470-ac6f90379399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:31.969434 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-24e8217a-6a9d-4284-b060-04e5a22b67c8 req-efd8205a-4d2e-4a3e-8470-ac6f90379399 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.0933845
Apr 03 05:29:31.986031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:31.986455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:32.026878 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-24e8217a-6a9d-4284-b060-04e5a22b67c8 req-a80814fb-0bc2-4e0b-9c19-94ce01802ddc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487423
Apr 03 05:29:32.126524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:32.137849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-efd376ac-8bae-4d76-936e-8f546b608027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:32.156819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:29:32.167361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:32.170625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:32.172661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:32.215098 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'code': 200}
Apr 03 05:29:32.249772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=10']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:32.252816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:32.768887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2d75b-3d9e-43e0-9ce0-502356cf8e7b req-c5927df6-9229-4acd-84b6-c38a46fc2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:32.770404 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d2a2d75b-3d9e-43e0-9ce0-502356cf8e7b req-c5927df6-9229-4acd-84b6-c38a46fc2d58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 1099 time: 0.0780256
Apr 03 05:29:32.814497 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d2a2d75b-3d9e-43e0-9ce0-502356cf8e7b req-8390b28b-8573-46fe-8253-88c5d1e6ec93 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363929
Apr 03 05:29:33.143628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf948d-4ad1-4e55-aebe-3ac164ab87ff req-b8d11dd4-f8c4-45ae-8fec-9864625025ec tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:33.145273 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-91bf948d-4ad1-4e55-aebe-3ac164ab87ff req-b8d11dd4-f8c4-45ae-8fec-9864625025ec tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1452610
Apr 03 05:29:33.217639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3679a7-f4a8-4bf2-a6dd-851f46c7d4f3 req-65758642-2eea-46a2-8d49-079abb256ea4 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:33.219250 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb3679a7-f4a8-4bf2-a6dd-851f46c7d4f3 req-65758642-2eea-46a2-8d49-079abb256ea4 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 946 time: 0.1482992
Apr 03 05:29:33.222265 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-91bf948d-4ad1-4e55-aebe-3ac164ab87ff req-82fb1965-f30e-4aea-8047-e7c3d09a2142 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614657
Apr 03 05:29:33.269552 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb3679a7-f4a8-4bf2-a6dd-851f46c7d4f3 req-135aaab7-1097-4062-88f7-82166f471d26 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440128
Apr 03 05:29:33.296084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:33.442665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42198) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:33.564784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:33.580185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:33.584431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Usage tracker for resource:security_group_rule and tenant:2b6a68495cb94f498a9cd3d7ba89a4ba is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:33.587337 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:33.593256 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:33.675477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:33.678200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:33.687222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-359137aa-507f-4588-a2ab-cc54e077145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:33.728363 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b6a68495cb94f498a9cd3d7ba89a4ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2845533
Apr 03 05:29:33.730713 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c86be6-04d7-4fff-a40b-403547ab2161,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:33.731820 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 42206) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:33.738508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.738920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.739366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.739765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.740160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.740556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.740943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.741333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.741721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.742105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.742489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.742873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.747778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:33.796792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:33.824268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:33.870979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:33.876070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-20b97f6f-5bf5-4fe1-9479-bfaa72f9d093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:33.891270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c86be6-04d7-4fff-a40b-403547ab2161,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:33.900373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.900881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.902143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.902143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.902517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.902906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.903315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.903699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.904080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.904457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.904833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.905209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:33.909126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:33.912063 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54c86be6-04d7-4fff-a40b-403547ab2161 HTTP/1.1" status: 204  len: 168 time: 0.1790509
Apr 03 05:29:33.913046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:34.364165 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-91a2b284-ca82-4cbb-9467-4ebefcf55451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:34.571123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a2502-22ea-4f52-815a-093da96376db req-19bdc2f9-80b2-484b-bbfe-1e003bcba657 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:34.573635 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-902a2502-22ea-4f52-815a-093da96376db req-19bdc2f9-80b2-484b-bbfe-1e003bcba657 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1894124
Apr 03 05:29:34.586831 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca7e28-16df-4c16-8152-83c9c58f3b58 req-97bf5e0c-170e-4075-b70c-ebc168d03d35 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:34.588650 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-15ca7e28-16df-4c16-8152-83c9c58f3b58 req-97bf5e0c-170e-4075-b70c-ebc168d03d35 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 946 time: 0.1510029
Apr 03 05:29:34.660014 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-902a2502-22ea-4f52-815a-093da96376db req-88d0e3a1-8bce-4744-b21b-1e0261bc2e25 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703416
Apr 03 05:29:34.672337 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-15ca7e28-16df-4c16-8152-83c9c58f3b58 req-f6591108-03b5-44a8-b9a2-6e07bc299f2f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666325
Apr 03 05:29:35.148519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 42286) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:35.296083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:35.326938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:35.335266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Usage tracker for resource:security_group_rule and tenant:8a15aa75bde5467c96930ec74433c7e6 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:35.339920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:35.345464 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-194f8204-fb59-4ef6-87c6-c40bb2cb22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:35.347047 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-194f8204-fb59-4ef6-87c6-c40bb2cb22c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 1098 time: 0.1918480
Apr 03 05:29:35.352366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:35.366923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:35.395043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa38e46-16c2-4ba0-b5fb-0b03a5bc6033 req-459408a3-a203-437e-8517-f905855e51ba tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:35.396626 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fa38e46-16c2-4ba0-b5fb-0b03a5bc6033 req-459408a3-a203-437e-8517-f905855e51ba tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1912711
Apr 03 05:29:35.556064 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9fa38e46-16c2-4ba0-b5fb-0b03a5bc6033 req-e103db06-9699-477e-b3ba-0552cbe10529 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420195
Apr 03 05:29:35.600504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-960989aa-a4ab-41b7-bbf4-8a39b9069f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:35.602083 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-960989aa-a4ab-41b7-bbf4-8a39b9069f7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 200  len: 920 time: 0.2451570
Apr 03 05:29:35.701097 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-34d31bda-bcb6-4b67-ae91-85ee90f51a57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 200  len: 217 time: 0.0876760
Apr 03 05:29:35.702892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:35.705763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:35.716519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-af9af585-9814-4797-94c9-45a78735a057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:35.815614 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a15aa75bde5467c96930ec74433c7e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6659026
Apr 03 05:29:35.819017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42300) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:35.857263 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f20ddfe-5c5f-4c83-ab1f-05189d40d4ac,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:35.861249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:35.884762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-403b5ea3-47d0-4a8f-8057-49b70a9e1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:35.886914 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-403b5ea3-47d0-4a8f-8057-49b70a9e1d1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 200  len: 859 time: 0.1731253
Apr 03 05:29:35.902084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-901efbdf-1040-490c-b7f0-964a7e9bb2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:35.933635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-901efbdf-1040-490c-b7f0-964a7e9bb2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:35.959344 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-1a40a138-ec7e-485f-ad83-bb6f47e836db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e1bbaa41-a927-4373-91bd-476ea39d3437&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625808
Apr 03 05:29:35.972525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb9095-6c8d-4dd1-978e-9c3fd8c2727f req-ee692b48-6270-4d3d-b70d-0a38b15f4321 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:35.974168 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6adb9095-6c8d-4dd1-978e-9c3fd8c2727f req-ee692b48-6270-4d3d-b70d-0a38b15f4321 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 946 time: 0.1655297
Apr 03 05:29:35.988852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-901efbdf-1040-490c-b7f0-964a7e9bb2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:35.997122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-98ca9aa6-e0d9-4f95-a30b-e1928011722f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:36.009760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901efbdf-1040-490c-b7f0-964a7e9bb2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f20ddfe-5c5f-4c83-ab1f-05189d40d4ac,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:36.013563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-901efbdf-1040-490c-b7f0-964a7e9bb2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:36.017953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-901efbdf-1040-490c-b7f0-964a7e9bb2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:36.021909 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-901efbdf-1040-490c-b7f0-964a7e9bb2ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f20ddfe-5c5f-4c83-ab1f-05189d40d4ac HTTP/1.1" status: 204  len: 168 time: 0.1989262
Apr 03 05:29:36.126578 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6adb9095-6c8d-4dd1-978e-9c3fd8c2727f req-9109414e-2092-45a9-819b-3c0261e70193 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1299520
Apr 03 05:29:36.161174 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-11a4b7d6-51cc-4362-9bf6-a59fc794663f service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858714
Apr 03 05:29:36.311675 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-72574aed-4231-4bc9-99c2-c0cfd680185e req-96464bc2-ced1-47b9-82d4-fc88d86ba3af service neutron] 10.222.0.35 "GET /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378853
Apr 03 05:29:36.757860 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42330) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:36.777591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64931e-a0ac-4ae5-ad73-809e17156c12 req-0524f9d6-bb84-48ab-a910-09a89526d58f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:36.779288 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb64931e-a0ac-4ae5-ad73-809e17156c12 req-0524f9d6-bb84-48ab-a910-09a89526d58f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0941255
Apr 03 05:29:36.830379 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb64931e-a0ac-4ae5-ad73-809e17156c12 req-300050da-573f-43e9-b046-ffa92e413066 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447996
Apr 03 05:29:36.842491 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:36.874945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1309871360-network', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:36.879949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:36.884014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Usage tracker for resource:network and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:36.888537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:36.894505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:36.905038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Made reservation on behalf of 31bcf1f94f3544beae4040841dfddd85 for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:29:36.910101 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:36.923996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:36.940260 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:36.944712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Usage tracker for resource:security_group_rule and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:36.947221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:36.954063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:37.043419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:37.046194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:37.050493 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e510189d-cb6a-4788-97d4-7468c767d2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:37.075810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:29:37.090603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925bbeb6-4d57-4521-983c-28c64ca3b96c,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:37.094514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:37.098019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:37.098386 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Added segment 00f79fe0-52ab-445e-a1b2-85bd954c822d of type vlan for network e2427387-615b-4b68-b00f-8e980c0c2e83
Apr 03 05:29:37.126851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:37.159242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:37.160626 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:37.161263 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:37.166292 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:37.277914 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5188591
Apr 03 05:29:37.278863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Pushing event updated for resources: {'Network': ['ID=e2427387-615b-4b68-b00f-8e980c0c2e83,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:37.281048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42342) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:37.283916 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:37.287790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Request body: {'subnet': {'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1309871360-subnet', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:37.290168 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network e2427387-615b-4b68-b00f-8e980c0c2e83 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:29:37.293080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:37.297115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Usage tracker for resource:subnet and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:37.300147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:37.306207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:37.319420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Made reservation on behalf of 31bcf1f94f3544beae4040841dfddd85 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:29:37.327043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852161939'] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:37.398333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9790169-47f1-4391-a722-b9ebbe3d3aba req-c2c93ce9-0518-4778-a015-0a3f0dde7005 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:37.399967 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b9790169-47f1-4391-a722-b9ebbe3d3aba req-c2c93ce9-0518-4778-a015-0a3f0dde7005 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.0960822
Apr 03 05:29:37.451961 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b9790169-47f1-4391-a722-b9ebbe3d3aba req-9b2c1449-d9cd-4bc7-88c1-fa88bb8830f3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433586
Apr 03 05:29:37.734585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852390341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852161954'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:37.749853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-99c7719a-7c08-4523-97ca-d9ce672f518c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:37.883060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:37.887387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:37.954532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Checking segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:29:37.954923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Network hostable DHCP agents. Network: e2427387-615b-4b68-b00f-8e980c0c2e83, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:29:37.974198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Network e2427387-615b-4b68-b00f-8e980c0c2e83 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:29:37.983961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, e2427387-615b-4b68-b00f-8e980c0c2e83) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:37.993850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d71233-366f-4fad-b4ba-c2fc640584d6 None None] Network e2427387-615b-4b68-b00f-8e980c0c2e83 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:29:37.997147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:37.997785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.021556 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7368131
Apr 03 05:29:38.021781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42348) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:38.028498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:38.033325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:38.037570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Usage tracker for resource:router and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:38.041171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:38.047951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af9ad0-ee91-4d9d-94c1-981b0738a61e req-70b3e54c-ec04-4246-a344-aeab76de9bef tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:38.048085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:38.049573 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d8af9ad0-ee91-4d9d-94c1-981b0738a61e req-70b3e54c-ec04-4246-a344-aeab76de9bef tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1004388
Apr 03 05:29:38.057770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.058693 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.073702 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.103300 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d8af9ad0-ee91-4d9d-94c1-981b0738a61e req-4f0519d3-cfaa-44bc-851d-f2561d2e3f70 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467305
Apr 03 05:29:38.253042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-e2427387-615b-4b68-b00f-8e980c0c2e83', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:29:38.253976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.368568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.424358 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Allocated IP 172.20.0.2 (e2427387-615b-4b68-b00f-8e980c0c2e83/3a7e8198-b2a7-4116-9ce7-b6b269e3d90e/e94a7689-11df-464b-abc5-22c609e2a43d) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:29:38.653832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.654058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0d89-b0b0-40f4-95f8-cfbe7a8ad214 req-4aa2c197-4426-4f8f-99ec-146def090570 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:38.655572 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921c0d89-b0b0-40f4-95f8-cfbe7a8ad214 req-4aa2c197-4426-4f8f-99ec-146def090570 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.0891035
Apr 03 05:29:38.664543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Transition to ACTIVE for port object e94a7689-11df-464b-abc5-22c609e2a43d will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:38.684429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Transition to ACTIVE for port object e94a7689-11df-464b-abc5-22c609e2a43d will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:38.690864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.698830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.706954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-718dbc6b-4153-4ebe-a09d-9f05e9b05687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:38.709002 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-921c0d89-b0b0-40f4-95f8-cfbe7a8ad214 req-1d1540e7-69f1-45cb-a421-0ce43104d665 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466645
Apr 03 05:29:38.736589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:38.847394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Pushing event updated for resources: {'Port': ['ID=e94a7689-11df-464b-abc5-22c609e2a43d,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:38.851624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:38.878872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Allocated IP 172.27.3.103 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/1f36e0ef-0ea9-46b2-a614-599f90e92dd4) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:29:38.894700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Network e2427387-615b-4b68-b00f-8e980c0c2e83 is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:29:38.895868 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:38.898222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:29:38.994776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Attempting to bind port e94a7689-11df-464b-abc5-22c609e2a43d on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:29:38.995200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Attempting to bind port e94a7689-11df-464b-abc5-22c609e2a43d by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:29:38.995631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Attempting to bind port e94a7689-11df-464b-abc5-22c609e2a43d on network e2427387-615b-4b68-b00f-8e980c0c2e83 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:29:39.001161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:29:39.001581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Checking segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:29:39.002027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:39.002465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Bound using segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:29:39.003001 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Bound port: e94a7689-11df-464b-abc5-22c609e2a43d, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:29:39.003417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:39.034251 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:39.063456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:39.082930 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f02b12c8-487d-4a2d-9ac2-ca8d88f4df6f tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:39.176293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Pushing event updated for resources: {'Port': ['ID=1f36e0ef-0ea9-46b2-a614-599f90e92dd4,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:39.230140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:39.261376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] For port e94a7689-11df-464b-abc5-22c609e2a43d, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:29:39.267064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] For port e94a7689-11df-464b-abc5-22c609e2a43d, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=e94a7689-11df-464b-abc5-22c609e2a43d,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:29:39.270615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:39.288365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:39.299036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:29:39.300269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:39.302631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:29:39.319994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d8be3-fe19-4cc8-99ce-433676632e1e req-5d7b3ad7-ec64-46f0-a33d-0b516122c8cc tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:39.321676 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-031d8be3-fe19-4cc8-99ce-433676632e1e req-5d7b3ad7-ec64-46f0-a33d-0b516122c8cc tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0917230
Apr 03 05:29:39.376571 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-031d8be3-fe19-4cc8-99ce-433676632e1e req-574acd31-5b26-47f5-b98b-35e16640ba88 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467565
Apr 03 05:29:39.439094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Pushing event updated for resources: {'Port': ['ID=e94a7689-11df-464b-abc5-22c609e2a43d,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:39.444103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:39.792294 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:40.211840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebcb9a-0813-4037-b686-50726c2163be req-18ebb935-8bf2-4bdd-af4a-7818d5ade0cb tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:40.213479 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-39ebcb9a-0813-4037-b686-50726c2163be req-18ebb935-8bf2-4bdd-af4a-7818d5ade0cb tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.3759499
Apr 03 05:29:40.261260 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-39ebcb9a-0813-4037-b686-50726c2163be req-1cafbead-660c-4c67-9095-c6eb0ceecba4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409532
Apr 03 05:29:40.434868 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:40.645698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:29:40.846374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:29:40.857146 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:29:40.867580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:40.868376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cf37320>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:40.872793 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:40.876750 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8513494
Apr 03 05:29:40.877188 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42370) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:41.055214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device e94a7689-11df-464b-abc5-22c609e2a43d up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:41.094842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:41.247154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port e94a7689-11df-464b-abc5-22c609e2a43d completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:41.266552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6519bf9-b68a-41b9-82a6-ec568ad06aec None None] Network e2427387-615b-4b68-b00f-8e980c0c2e83 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:29:41.513513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cf37320>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:39Z', 'revision_number': 3, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:41.517803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:29:41.518193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Updating router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:29:41.566305 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] Provisioning for port e94a7689-11df-464b-abc5-22c609e2a43d completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:41.577724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] Provisioning complete for port e94a7689-11df-464b-abc5-22c609e2a43d triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:41.578444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:41.581903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:41.583438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64814f-1f94-4992-9388-9bd6355792d5 req-309a5d43-e5d5-4bf6-8be3-2570eb928450 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:41.592467 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a64814f-1f94-4992-9388-9bd6355792d5 req-309a5d43-e5d5-4bf6-8be3-2570eb928450 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1062272
Apr 03 05:29:41.656189 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a64814f-1f94-4992-9388-9bd6355792d5 req-5a943193-c1d3-4de2-89fe-2a4d3e02ed9d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588253
Apr 03 05:29:41.718303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:41.773289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:41.816450 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] For port e94a7689-11df-464b-abc5-22c609e2a43d, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=e94a7689-11df-464b-abc5-22c609e2a43d,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:41.821374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:41.825439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1497b6ff-45cc-4f15-92e2-53feaa1d4569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:41.913698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] Pushing event updated for resources: {'Port': ['ID=e94a7689-11df-464b-abc5-22c609e2a43d,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:41.924134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:41.952312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Allocated IP 172.20.0.1 (e2427387-615b-4b68-b00f-8e980c0c2e83/3a7e8198-b2a7-4116-9ce7-b6b269e3d90e/1f25ae53-85c0-48a2-b9a0-bb2523e894c8) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:29:42.016315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.028692 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Transition to ACTIVE for port object 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:42.037662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.043586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e7814cbd-8e11-4fba-bf4b-061961e5fc3f None None] Provisioning complete for port e94a7689-11df-464b-abc5-22c609e2a43d triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:42.044122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e7814cbd-8e11-4fba-bf4b-061961e5fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.054197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d4cb03dd-8508-4024-975a-cc7d5ea8fd72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:42.130863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.150039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Transition to ACTIVE for port object 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:42.177166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.194621 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3c7be033-fa71-4b66-822a-d7bc19eb28a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:42.199191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Pushing event updated for resources: {'Port': ['ID=1f36e0ef-0ea9-46b2-a614-599f90e92dd4,revision_number=2']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:42.210207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.210586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.210961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.211356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.211723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.212086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.212445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.212804 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.213878 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.214248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.214607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.214969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:42.220572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:42.268964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Attempting to bind port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:29:42.269368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Attempting to bind port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:29:42.269773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Attempting to bind port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:29:42.275595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:29:42.276000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:29:42.276612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.277042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:29:42.277545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Bound port: 1f36e0ef-0ea9-46b2-a614-599f90e92dd4, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:29:42.277950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.353015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Pushing event updated for resources: {'Port': ['ID=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:42.356386 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:42.356936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] For port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:29:42.360536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] For port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1f36e0ef-0ea9-46b2-a614-599f90e92dd4,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:29:42.364926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.384617 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fa62590a-ccdb-4024-b7cd-54c88d1530c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:42.409495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Network e2427387-615b-4b68-b00f-8e980c0c2e83 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:29:42.411227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:42.414361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:29:42.488670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.654502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.721885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-7875f410-fd59-4830-8f38-b632cea6e5be None None] Provisioning for port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:42.725528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Pushing event updated for resources: {'Port': ['ID=1f36e0ef-0ea9-46b2-a614-599f90e92dd4,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:42.732361 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:42.737785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-7875f410-fd59-4830-8f38-b632cea6e5be None None] Provisioning complete for port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:42.738418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7875f410-fd59-4830-8f38-b632cea6e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:42.792342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:42.793384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cf37320>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:42.831578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-7875f410-fd59-4830-8f38-b632cea6e5be None None] Port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:29:42.911049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab18df-baf5-4e2f-adc3-76f48dff56fc req-2c5817af-5b02-4c58-b7cc-99aa328eadab tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:42.913393 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e6ab18df-baf5-4e2f-adc3-76f48dff56fc req-2c5817af-5b02-4c58-b7cc-99aa328eadab tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.0996962
Apr 03 05:29:42.988077 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e6ab18df-baf5-4e2f-adc3-76f48dff56fc req-6c4a4059-5697-4777-af23-00226273ac5d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673347
Apr 03 05:29:43.019227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device e94a7689-11df-464b-abc5-22c609e2a43d up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:43.039557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:43.059774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:43.064671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:43.113394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port e94a7689-11df-464b-abc5-22c609e2a43d triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:43.114181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:43.367462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:43.429860 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cf37320>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:41Z', 'revision_number': 1, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:43.434865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2cd8d-71b7-43df-a6be-13e0af47fa72 None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:41Z', 'revision_number': 1, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:29:43.457455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Pushing event updated for resources: {'Port': ['ID=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:43.460252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:43.475964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:43.604027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Network e2427387-615b-4b68-b00f-8e980c0c2e83 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:29:43.605276 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:43.842632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:29:43.862858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-537a7a3b-e5c8-4fa5-abe7-768355bb415d None None] Provisioning complete for port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:43.863308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-537a7a3b-e5c8-4fa5-abe7-768355bb415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:43.941750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-537a7a3b-e5c8-4fa5-abe7-768355bb415d None None] Port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:29:44.059799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:29:44.069693 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7bbcd245-c2c4-48b0-854d-5373ff6c6a98 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8e1db50-2010-4ac9-a2de-d7ec8a3f6891/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1913695
Apr 03 05:29:44.374806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09784145-d7b9-437f-b8bd-830caf1ab3a4 req-a420ddd3-e86b-4a5e-908d-9b0f33d68f10 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:44.376217 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09784145-d7b9-437f-b8bd-830caf1ab3a4 req-a420ddd3-e86b-4a5e-908d-9b0f33d68f10 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.2363484
Apr 03 05:29:44.384562 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cbbbe-4c1c-4ae4-a88b-b04bc65bc458 req-913c87b0-413a-4c6d-b05f-2e1a6f6e7ac3 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:44.392483 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-225cbbbe-4c1c-4ae4-a88b-b04bc65bc458 req-913c87b0-413a-4c6d-b05f-2e1a6f6e7ac3 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1583409
Apr 03 05:29:44.473437 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-225cbbbe-4c1c-4ae4-a88b-b04bc65bc458 req-3f800cad-5dc2-44a3-adc2-e2fdc48774e3 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799794
Apr 03 05:29:44.483752 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-09784145-d7b9-437f-b8bd-830caf1ab3a4 req-a434fb4b-f078-4a45-81f4-dc5085cc1fe7 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883181
Apr 03 05:29:44.724378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42412) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:44.731176 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1975517707-network', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:44.736744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:44.740931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Usage tracker for resource:network and tenant:15c71875c0c647b382d8a72d5ea495a3 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:44.744013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:44.751106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:44.761374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Made reservation on behalf of 15c71875c0c647b382d8a72d5ea495a3 for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:29:44.766315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:44.780638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:44.796777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:44.800794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Usage tracker for resource:security_group_rule and tenant:15c71875c0c647b382d8a72d5ea495a3 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:44.803767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:44.810310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:44.894459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:44.897342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:44.902079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9d91b7b4-989c-4c56-8ea1-9a4e9339c989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:44.927417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:29:44.941151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a853a5-6f5a-4456-be96-fbf19cca6a99,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:44.945494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:44.946490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:44.946875 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Added segment 2f5035f3-a50f-446c-9a8d-c7126fc09e66 of type vlan for network 96027349-df6a-4a16-93bb-07180b0b6d05
Apr 03 05:29:44.975960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:45.014942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:45.016410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:45.017061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:45.018026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:45.022528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-56833799-5c68-4d9d-af35-176851f3d5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:45.092417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:45.103178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:45.103178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:45.136211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Pushing event updated for resources: {'Network': ['ID=96027349-df6a-4a16-93bb-07180b0b6d05,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:45.139081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:45.143687 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4154639
Apr 03 05:29:45.144028 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 42416) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:45.148355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 96027349-df6a-4a16-93bb-07180b0b6d05 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:29:45.151587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Request body: {'subnet': {'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1975517707-subnet', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'ip_version': 4}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:45.156959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:45.160970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Usage tracker for resource:subnet and tenant:15c71875c0c647b382d8a72d5ea495a3 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:45.164903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:45.171113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:45.180697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Made reservation on behalf of 15c71875c0c647b382d8a72d5ea495a3 for: {'subnet': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:29:45.185780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425958'] for subnet, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:45.333171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:45.349721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1f36e0ef-0ea9-46b2-a614-599f90e92dd4,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:45.352555 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:45.354688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:45.424436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=1f36e0ef-0ea9-46b2-a614-599f90e92dd4,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:45.432747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.433086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.433468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.433846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.434218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.434592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.434961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.435386 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.435772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.436143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.436506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.436869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:29:45.440857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:45.587980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3431848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425943'] for subnet, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:45.604930 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:45.840798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:45.848767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:45.932521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65354e-8b50-45fc-aca9-f1bb664505aa req-4c45fd27-c3b2-441f-9e46-3f9647bc1d80 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:45.934159 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9c65354e-8b50-45fc-aca9-f1bb664505aa req-4c45fd27-c3b2-441f-9e46-3f9647bc1d80 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.3302097
Apr 03 05:29:45.943948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dbe4d-e924-4538-8316-6183cf077805 req-8151f072-94b1-4e76-a1c0-69d9066ef6c2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:45.945476 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3d8dbe4d-e924-4538-8316-6183cf077805 req-8151f072-94b1-4e76-a1c0-69d9066ef6c2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.3071070
Apr 03 05:29:46.007513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Checking segment: {'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:29:46.007832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Network hostable DHCP agents. Network: 96027349-df6a-4a16-93bb-07180b0b6d05, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:29:46.053345 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9c65354e-8b50-45fc-aca9-f1bb664505aa req-4156581b-2449-4e87-928e-4018fd016420 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068699
Apr 03 05:29:46.059247 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3d8dbe4d-e924-4538-8316-6183cf077805 req-20f8d5c0-380b-4b4b-a862-01d1cf7ba897 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046145
Apr 03 05:29:46.065503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Network 96027349-df6a-4a16-93bb-07180b0b6d05 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:29:46.076110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 96027349-df6a-4a16-93bb-07180b0b6d05) {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:46.088601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be13984e-c27e-4e11-994c-405a0e5586a4 None None] Network 96027349-df6a-4a16-93bb-07180b0b6d05 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:29:46.089339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:46.090005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.117844 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-09630e04-274a-49d2-a9d5-bff4d3a78d23 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9717622
Apr 03 05:29:46.120247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 42424) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:46.125763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:46.130648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:46.134896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Usage tracker for resource:router and tenant:15c71875c0c647b382d8a72d5ea495a3 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:46.138592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:46.144816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:46.155598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.156750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.174154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.329817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-96027349-df6a-4a16-93bb-07180b0b6d05', 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'fixed_ips': [{'subnet_id': '2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:29:46.330760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.477226 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.502740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Allocated IP 172.20.0.2 (96027349-df6a-4a16-93bb-07180b0b6d05/2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f/ebf6766e-198d-4662-b793-9dd1b9d6cbf5) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:29:46.686970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-cb9517b3-9ae0-49ae-ab91-4abf629ae509 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:46.688556 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-cb9517b3-9ae0-49ae-ab91-4abf629ae509 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.1205282
Apr 03 05:29:46.723540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.734061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Transition to ACTIVE for port object ebf6766e-198d-4662-b793-9dd1b9d6cbf5 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:46.753387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Transition to ACTIVE for port object ebf6766e-198d-4662-b793-9dd1b9d6cbf5 will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:46.757898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.774244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:46.841184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:29:46.930686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Deleting port 0d624fc8-9548-43af-ba50-cef4ca10bea4 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:29:46.931067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:46.939340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Pushing event updated for resources: {'Port': ['ID=ebf6766e-198d-4662-b793-9dd1b9d6cbf5,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:46.942247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:46.943081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:46.943775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c63c358>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:47.005873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:47.077882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:47.208111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:47.379958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Network 96027349-df6a-4a16-93bb-07180b0b6d05 is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:29:47.386710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:47.394281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:29:47.528678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:47.577577 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:47.578000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:47.655940 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Attempting to bind port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:29:47.655940 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Attempting to bind port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:29:47.656355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Attempting to bind port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 on network 96027349-df6a-4a16-93bb-07180b0b6d05 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:29:47.724578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] For port 0d624fc8-9548-43af-ba50-cef4ca10bea4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0d624fc8-9548-43af-ba50-cef4ca10bea4,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:47.724977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:47.730787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:29:47.731241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Checking segment: {'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:29:47.731691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:47.732131 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Bound using segment: {'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:29:47.732670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Bound port: ebf6766e-198d-4662-b793-9dd1b9d6cbf5, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:29:47.733085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:47.882896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Calling delete_port for 0d624fc8-9548-43af-ba50-cef4ca10bea4 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:29:47.937788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886b1da-96cf-4fc0-ade2-0f1ec87f421d req-68e6eca0-d0db-48b5-95c4-1722067e5589 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:47.939339 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1886b1da-96cf-4fc0-ade2-0f1ec87f421d req-68e6eca0-d0db-48b5-95c4-1722067e5589 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.7361045
Apr 03 05:29:47.957979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88679a-1ebe-426a-92a4-8584687b60cd req-b4c8d740-15ab-4a91-8d9c-0c37d2f02ff7 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:47.959512 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e88679a-1ebe-426a-92a4-8584687b60cd req-b4c8d740-15ab-4a91-8d9c-0c37d2f02ff7 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 945 time: 0.6766684
Apr 03 05:29:47.980433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Allocated IP 172.27.3.134 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/855d1979-8b49-4b51-9a7e-678297307dc9) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:29:48.009567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] For port ebf6766e-198d-4662-b793-9dd1b9d6cbf5, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:29:48.022801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] For port ebf6766e-198d-4662-b793-9dd1b9d6cbf5, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=ebf6766e-198d-4662-b793-9dd1b9d6cbf5,segment=NetworkSegment(2f5035f3-a50f-446c-9a8d-c7126fc09e66),segment_id=2f5035f3-a50f-446c-9a8d-c7126fc09e66)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:29:48.031219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:48.049062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:48.172453 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e88679a-1ebe-426a-92a4-8584687b60cd req-4afe583b-9bce-4860-ab0a-de7fc73a91e6 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964796
Apr 03 05:29:48.180934 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1886b1da-96cf-4fc0-ade2-0f1ec87f421d req-1a7402d6-7dd6-4237-b079-51b5bbcdb4e1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2317896
Apr 03 05:29:48.249105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Pushing event updated for resources: {'Port': ['ID=ebf6766e-198d-4662-b793-9dd1b9d6cbf5,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:48.252401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:48.297350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:48.301106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:48.310194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c63c358>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 2, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:48.315876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['0d624fc8-9548-43af-ba50-cef4ca10bea4', '992f95ac-ac04-4b5a-adfe-e771ea9eac09'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:29:48.316938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ca564c95-6147-4fe0-9156-66e2d46fc827 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:48.349587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:29:48.349971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Updating router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:29:48.378476 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Pushing event deleted for resources: {'Port': ['ID=0d624fc8-9548-43af-ba50-cef4ca10bea4,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:48.387100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:48.451304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:48.510578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:48.527772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:48.761244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] No DVR routers for this DVR port 0d624fc8-9548-43af-ba50-cef4ca10bea4 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:29:48.771065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Pushing event updated for resources: {'Port': ['ID=855d1979-8b49-4b51-9a7e-678297307dc9,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:48.776862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:48.780194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9b9aba-3d43-4ce3-a0f0-043379f9d72e', 'name': 'network-vif-deleted', 'tag': '0d624fc8-9548-43af-ba50-cef4ca10bea4'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:29:48.785380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:48.813416 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-603a486c-9653-4a0d-b5f3-e9dfa867ca33 req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.35 "DELETE /v2.0/ports/0d624fc8-9548-43af-ba50-cef4ca10bea4 HTTP/1.1" status: 204  len: 173 time: 2.0596287
Apr 03 05:29:48.848989 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9b9aba-3d43-4ce3-a0f0-043379f9d72e', 'name': 'network-vif-deleted', 'tag': '0d624fc8-9548-43af-ba50-cef4ca10bea4', 'status': 'completed', 'code': 200}
Apr 03 05:29:48.865421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:29:48.866843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:48.869368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:29:49.021119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:49.034754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Transition to ACTIVE for port object 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:49.043266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:49.060490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fedde002-3a5d-42b5-9265-8b974b6d1551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:49.093087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device ebf6766e-198d-4662-b793-9dd1b9d6cbf5 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:49.431881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:49.479681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e584a-1016-415f-a5ab-9896ac7fd8a1 None None] Pushing event updated for resources: {'Port': ['ID=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:49.487603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e53e584a-1016-415f-a5ab-9896ac7fd8a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:49.493545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-8ea2bd2d-a56e-462a-ab58-514b5e5809e3 req-d16889d0-fcf7-4954-a5a4-279dc5c57783 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Synchronizing usage tracker for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:29:49.514448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:49.715136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Attempting to bind port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:29:49.715598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Attempting to bind port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:29:49.716015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Attempting to bind port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 on network e2427387-615b-4b68-b00f-8e980c0c2e83 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:29:49.722569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:29:49.722995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Checking segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:29:49.723526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:49.723967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Bound using segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:29:49.724497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Bound port: 1f25ae53-85c0-48a2-b9a0-bb2523e894c8, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:29:49.724922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:49.839427 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-8ea2bd2d-a56e-462a-ab58-514b5e5809e3 req-d16889d0-fcf7-4954-a5a4-279dc5c57783 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Unset dirty status for tenant:bac81a5dd9d74d58ba61c30bce6c8c0f on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:29:49.840636 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8ea2bd2d-a56e-462a-ab58-514b5e5809e3 req-d16889d0-fcf7-4954-a5a4-279dc5c57783 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9b9aba-3d43-4ce3-a0f0-043379f9d72e HTTP/1.1" status: 200  len: 210 time: 0.4726634
Apr 03 05:29:49.852299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] For port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:29:49.855947 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] For port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:29:49.872192 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:49.889502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:49.901199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570f263-5446-4259-8a4b-872f16d46fa5 req-8bbfbe2d-5069-4a18-b4b7-f8ec0fd5451f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:49.902595 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8570f263-5446-4259-8a4b-872f16d46fa5 req-8bbfbe2d-5069-4a18-b4b7-f8ec0fd5451f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.5809066
Apr 03 05:29:50.012297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea46ce1-3064-4dcf-a901-d88462ee06cd None None] Network 96027349-df6a-4a16-93bb-07180b0b6d05 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:29:50.093416 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8570f263-5446-4259-8a4b-872f16d46fa5 req-700f2acc-baae-4222-8a32-3bd47c1d12df tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372662
Apr 03 05:29:50.131259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:50.156816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e584a-1016-415f-a5ab-9896ac7fd8a1 None None] Pushing event updated for resources: {'Port': ['ID=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:50.160224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e53e584a-1016-415f-a5ab-9896ac7fd8a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:50.167192 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] Provisioning for port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:50.192194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] Provisioning complete for port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:50.192621 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:50.366090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Router f751d633-6acb-42b3-8395-6d8b628556e7 is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:29:50.381833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:50.382535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c63c358>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:50.672849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:50.741776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:50.743113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:29:50.756137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Sync routers for ids ['f751d633-6acb-42b3-8395-6d8b628556e7'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:29:50.765613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-e651635e-3255-4b93-acea-864bb4b47096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:50.767328 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-e651635e-3255-4b93-acea-864bb4b47096 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 1098 time: 0.2140307
Apr 03 05:29:50.769334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Routers {'f751d633-6acb-42b3-8395-6d8b628556e7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:50.770005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cc820b8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f751d633-6acb-42b3-8395-6d8b628556e7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:50.778648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fb29d-2298-4fa7-a1f6-8adbb0002957 req-935ed9a5-3fb8-47b9-a85d-9a6639faf6a9 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:50.780183 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-081fb29d-2298-4fa7-a1f6-8adbb0002957 req-935ed9a5-3fb8-47b9-a85d-9a6639faf6a9 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.2282059
Apr 03 05:29:50.793406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] For port ebf6766e-198d-4662-b793-9dd1b9d6cbf5, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=ebf6766e-198d-4662-b793-9dd1b9d6cbf5,segment=NetworkSegment(2f5035f3-a50f-446c-9a8d-c7126fc09e66),segment_id=2f5035f3-a50f-446c-9a8d-c7126fc09e66)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:50.803129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:50.814321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:50.847538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:50.848830 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.7275047
Apr 03 05:29:50.851725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42448) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:50.960751 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-081fb29d-2298-4fa7-a1f6-8adbb0002957 req-d1e8f65c-acbf-42a4-a12f-6989763becd8 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1405311
Apr 03 05:29:51.013513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-5a0cffc7-57eb-4b02-bc1e-6ee4bd476aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:51.015914 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-5a0cffc7-57eb-4b02-bc1e-6ee4bd476aca service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 912 time: 0.2337775
Apr 03 05:29:51.095517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Set router f751d633-6acb-42b3-8395-6d8b628556e7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:51.131092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:51.233156 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-55b75fe2-b227-48a6-bd02-d55ded61c718 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f96a2027-85c1-4996-9387-145d61872f4e HTTP/1.1" status: 200  len: 1000 time: 0.2099032
Apr 03 05:29:51.373258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-a882f7ee-16b1-4022-921b-00f5c3d47ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:51.375064 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-a882f7ee-16b1-4022-921b-00f5c3d47ac9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.1339288
Apr 03 05:29:51.495240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-cd36b878-c98c-4c46-a041-f896b5c02267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:51.496872 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-cd36b878-c98c-4c46-a041-f896b5c02267 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1128185
Apr 03 05:29:51.529318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cc820b8>, [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:29:49Z', 'revision_number': 3, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port': {'id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:47Z', 'updated_at': '2021-04-03T05:29:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:51.533751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Checking router: f751d633-6acb-42b3-8395-6d8b628556e7 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:29:51.534144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Updating router f751d633-6acb-42b3-8395-6d8b628556e7 port 855d1979-8b49-4b51-9a7e-678297307dc9 binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:29:51.546976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:51.555523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:51.555943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:51.590318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] Pushing event updated for resources: {'Port': ['ID=ebf6766e-198d-4662-b793-9dd1b9d6cbf5,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:51.599694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:51.623811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:51.631571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-fdec456e-54a3-4110-8942-bd8d3767da33 None None] Provisioning complete for port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:51.632971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fdec456e-54a3-4110-8942-bd8d3767da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:51.709747 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-f15dd0f2-dc43-41b7-857b-02640c70e587 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837170
Apr 03 05:29:51.920295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:51.957840 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa772398-6e87-4784-b8f4-75a657cabc59 req-ac49857a-b10c-4219-b7c5-904d1864e3c9 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797967
Apr 03 05:29:51.982653 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:51.988762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:51.989834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c63c358>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:49Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:51.995461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:51.998151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2c5a307b-3b92-493a-88d0-1b28ae797de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:52.015287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9791bb1-4d8d-4dc5-8c75-bb3f039c2f95 req-3a45b0d4-62f4-47fe-979f-5128a0e18e3c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:52.017119 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d9791bb1-4d8d-4dc5-8c75-bb3f039c2f95 req-3a45b0d4-62f4-47fe-979f-5128a0e18e3c tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.3062773
Apr 03 05:29:52.071918 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d9791bb1-4d8d-4dc5-8c75-bb3f039c2f95 req-8cef60e1-7a1e-4e1a-a293-1894b9497962 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449665
Apr 03 05:29:52.076247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:52.090439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Transition to ACTIVE for port object 855d1979-8b49-4b51-9a7e-678297307dc9 will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:52.097562 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:52.101916 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f80978-975b-4c44-b5ff-a44b9f979771 None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:49Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:29:52.103813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 0d624fc8-9548-43af-ba50-cef4ca10bea4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:29:52.153788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 0d624fc8-9548-43af-ba50-cef4ca10bea4 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:29:52.154585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 0d624fc8-9548-43af-ba50-cef4ca10bea4 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:29:52.188163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:52.200524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:52.220144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:52.312401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129c3ce-3afb-41f1-9727-35ba8f325976 req-7c326647-956d-4a3c-b9fc-b82242aba04f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:52.315021 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7129c3ce-3afb-41f1-9727-35ba8f325976 req-7c326647-956d-4a3c-b9fc-b82242aba04f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1070523
Apr 03 05:29:52.315419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6482-c0b6-4c77-a219-091ce25fac41 None None] Pushing event updated for resources: {'Port': ['ID=855d1979-8b49-4b51-9a7e-678297307dc9,revision_number=2']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:52.319697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-473c6482-c0b6-4c77-a219-091ce25fac41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:52.341203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Allocated IP 172.20.0.1 (96027349-df6a-4a16-93bb-07180b0b6d05/2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f/de37945c-585b-49a1-b2c0-399ec29064d0) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:29:52.360605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Attempting to bind port 855d1979-8b49-4b51-9a7e-678297307dc9 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:29:52.361050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Attempting to bind port 855d1979-8b49-4b51-9a7e-678297307dc9 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:29:52.361407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Attempting to bind port 855d1979-8b49-4b51-9a7e-678297307dc9 on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:29:52.378099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:29:52.378514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:29:52.378959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:52.379392 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7129c3ce-3afb-41f1-9727-35ba8f325976 req-f07eaac7-c2fc-4c27-b4bb-db14e2390c80 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580530
Apr 03 05:29:52.379529 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:29:52.379914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Bound port: 855d1979-8b49-4b51-9a7e-678297307dc9, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:29:52.380327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:52.481644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] For port 855d1979-8b49-4b51-9a7e-678297307dc9, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:29:52.485287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] For port 855d1979-8b49-4b51-9a7e-678297307dc9, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=855d1979-8b49-4b51-9a7e-678297307dc9,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:29:52.491423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:52.509383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:52.522084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:52.548231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Transition to ACTIVE for port object de37945c-585b-49a1-b2c0-399ec29064d0 will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:52.584602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:52.605041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ec45dafc-872b-48f5-b988-628c39a7f822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:52.677077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6482-c0b6-4c77-a219-091ce25fac41 None None] Pushing event updated for resources: {'Port': ['ID=855d1979-8b49-4b51-9a7e-678297307dc9,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:52.683043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-473c6482-c0b6-4c77-a219-091ce25fac41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:52.726203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Routers {'f751d633-6acb-42b3-8395-6d8b628556e7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:52.726861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cc820b8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f751d633-6acb-42b3-8395-6d8b628556e7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:52.767661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Pushing event updated for resources: {'Port': ['ID=de37945c-585b-49a1-b2c0-399ec29064d0,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:52.770768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:52.812338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Network 96027349-df6a-4a16-93bb-07180b0b6d05 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:29:52.813530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:52.815917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:29:52.887331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:52.926242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] Set router f751d633-6acb-42b3-8395-6d8b628556e7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:53.023204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device ebf6766e-198d-4662-b793-9dd1b9d6cbf5 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:53.047469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:53.132442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-9d07df02-a0b2-4a43-bf80-decb8b8d1bae None None] Provisioning for port de37945c-585b-49a1-b2c0-399ec29064d0 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:53.149613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-9d07df02-a0b2-4a43-bf80-decb8b8d1bae None None] Provisioning complete for port de37945c-585b-49a1-b2c0-399ec29064d0 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:53.150911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d07df02-a0b2-4a43-bf80-decb8b8d1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:53.258856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:53.259301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:53.320364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-9d07df02-a0b2-4a43-bf80-decb8b8d1bae None None] Port de37945c-585b-49a1-b2c0-399ec29064d0 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:29:53.324597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d752d-cc03-4eaa-af36-b97f13cd89f0 req-51c202d8-5fb0-435b-bada-b0a8509b0be5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:53.326874 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb3d752d-cc03-4eaa-af36-b97f13cd89f0 req-51c202d8-5fb0-435b-bada-b0a8509b0be5 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.1012790
Apr 03 05:29:53.382901 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb3d752d-cc03-4eaa-af36-b97f13cd89f0 req-7483426f-0438-4db8-9613-51696d19d62e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479767
Apr 03 05:29:53.447430 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:53.480186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cc820b8>, [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:29:49Z', 'revision_number': 3, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port': {'id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:47Z', 'updated_at': '2021-04-03T05:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:53.484876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a44452-02bd-47c3-9ec7-872b34a3a5b1 None None] The sync data for ids ['f751d633-6acb-42b3-8395-6d8b628556e7'] in dv-cinder-784623-2-iscsi is: [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:29:49Z', 'revision_number': 3, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port': {'id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:47Z', 'updated_at': '2021-04-03T05:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:29:53.537419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:53.538018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:53.622117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925ff4a-563c-43be-b8f8-276141d126b0 req-7704f909-7ad2-49b1-8bfb-008e94a58102 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:53.623677 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d925ff4a-563c-43be-b8f8-276141d126b0 req-7704f909-7ad2-49b1-8bfb-008e94a58102 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1009624
Apr 03 05:29:53.676982 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d925ff4a-563c-43be-b8f8-276141d126b0 req-93caee97-611c-49de-859d-dc102933bb1d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451465
Apr 03 05:29:53.677175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:53.680728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:53.711038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:53.797246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:53.812946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Pushing event updated for resources: {'Port': ['ID=de37945c-585b-49a1-b2c0-399ec29064d0,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:53.826277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:53.880992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:53.952488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Network 96027349-df6a-4a16-93bb-07180b0b6d05 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:29:53.954022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:29:54.158555 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-70b24783-af35-4d4d-b9ca-59d84f91d44c None None] Provisioning complete for port de37945c-585b-49a1-b2c0-399ec29064d0 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:54.159763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-70b24783-af35-4d4d-b9ca-59d84f91d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:54.191407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Router f751d633-6acb-42b3-8395-6d8b628556e7 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:29:54.223245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-70b24783-af35-4d4d-b9ca-59d84f91d44c None None] Port de37945c-585b-49a1-b2c0-399ec29064d0 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:29:54.389625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:29:54.399259 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] 10.222.0.30 "PUT /v2.0/routers/f751d633-6acb-42b3-8395-6d8b628556e7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5458555
Apr 03 05:29:54.614808 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83e0b7-d802-4ce4-962f-328f4fbbc10d req-b64580b1-ba65-43bb-b788-c93487b04d8f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:54.616430 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-aa83e0b7-d802-4ce4-962f-328f4fbbc10d req-b64580b1-ba65-43bb-b788-c93487b04d8f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0933728
Apr 03 05:29:54.667583 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-aa83e0b7-d802-4ce4-962f-328f4fbbc10d req-200caadb-fd90-48b4-abe3-6a5e475ff33f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432286
Apr 03 05:29:55.002278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 855d1979-8b49-4b51-9a7e-678297307dc9 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:55.043852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42474) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:55.049868 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632402440', 'description': 'tempest-secgroup-smoke-1632402440 description', 'project_id': '31bcf1f94f3544beae4040841dfddd85'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:55.056896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:55.061015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:security_group and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:55.064083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:55.070166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:55.072728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 855d1979-8b49-4b51-9a7e-678297307dc9 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:29:55.077559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 855d1979-8b49-4b51-9a7e-678297307dc9 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:55.078011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.080063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.101970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:55.107214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:security_group_rule and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:55.110405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:55.117861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:55.193302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.197175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.201243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-901efbdf-1040-490c-b7f0-964a7e9bb2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:55.205934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.223102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 855d1979-8b49-4b51-9a7e-678297307dc9, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=855d1979-8b49-4b51-9a7e-678297307dc9,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:55.226934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.230151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:55.243624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93dbc980-5a85-451d-8e45-7bd6e0c947fb,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:55.246451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.250543 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2028100
Apr 03 05:29:55.250543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:55.250932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42478) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:55.256376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'security_group_rule': {'security_group_id': '93dbc980-5a85-451d-8e45-7bd6e0c947fb', 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:55.263518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:55.267900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:security_group_rule and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:55.271002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:55.277716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:55.298021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.306652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=855d1979-8b49-4b51-9a7e-678297307dc9,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:55.309949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:55.355917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:29:55.362397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.365052 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.372716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a3a20a03-7cca-43d5-b7b8-a530d811acba tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:55.393902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc430647-8db8-4e8f-80d9-d8a0b9fe81a9,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:55.396962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:55.398513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.401523 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-bfa0b312-4ef0-437d-8f56-8e176877d2dc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1480391
Apr 03 05:29:55.403396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42482) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:55.408852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'security_group_rule': {'security_group_id': '93dbc980-5a85-451d-8e45-7bd6e0c947fb', 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:55.414963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:55.419664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:security_group_rule and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:55.422705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:55.428672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:55.444448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.507365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.512224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.514362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8a6f49ba-5263-47b0-aba1-f37b7e7495a1 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:55.539805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa8eb92-46fb-4e99-a1ad-47255b30b005,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:55.544399 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:55.547997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.549245 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b4faaeb2-1c87-4653-94fd-a3d48b22f84a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1448545
Apr 03 05:29:55.552159 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42486) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:55.557631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'security_group_rule': {'security_group_id': '93dbc980-5a85-451d-8e45-7bd6e0c947fb', 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:55.563617 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:55.567530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:security_group_rule and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:55.570473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:55.576857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:55.593424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.659792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.662404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.664527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:55.686014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d2a5f3-54b9-43b5-aafd-968f275657ed,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:55.690038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:55.697372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.700902 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-fa78000d-db6d-460b-a160-5c360bd62822 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1455152
Apr 03 05:29:55.701497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42492) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:55.707202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'security_group_rule': {'security_group_id': '93dbc980-5a85-451d-8e45-7bd6e0c947fb', 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:55.714200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:55.718339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:security_group_rule and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:55.721410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:55.727516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:55.743552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.810316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.813981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.816162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0636c4ec-deeb-434c-9af0-8dcb5c57a3d5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:55.841494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf6a3d5-43e9-4a09-b638-a87e9ff91d80,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:55.844144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:55.851764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.853246 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1507423
Apr 03 05:29:55.856217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42496) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:55.862098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'security_group_rule': {'security_group_id': '93dbc980-5a85-451d-8e45-7bd6e0c947fb', 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:55.868644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:55.875147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb5c55-3e44-4b3a-bbf7-87cf9bebe7e2 req-b2456ae5-49cb-4c66-9157-5ad65382cd1e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:55.877029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-39cb5c55-3e44-4b3a-bbf7-87cf9bebe7e2 req-b2456ae5-49cb-4c66-9157-5ad65382cd1e tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0923233
Apr 03 05:29:55.878147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:security_group_rule and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:55.881732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:55.889953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:55.903019 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.securitygroups_db [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Project 31bcf1f94f3544beae4040841dfddd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 03 05:29:55.910510 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.929341 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-39cb5c55-3e44-4b3a-bbf7-87cf9bebe7e2 req-69692620-c3e0-433f-abde-d7687e0e9d0b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451872
Apr 03 05:29:55.984212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.986926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:55.989045 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:56.016231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c712ed-7ca9-4f57-a75e-b1c7c48afe5a,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:56.018859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:56.025264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:56.026653 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-59418899-fc28-4fbb-bd71-9c0bf074b5f1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1694212
Apr 03 05:29:56.029759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42500) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:29:56.035359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'security_group_rule': {'security_group_id': '93dbc980-5a85-451d-8e45-7bd6e0c947fb', 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:29:56.041561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:29:56.045543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:security_group_rule and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:29:56.048583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:29:56.054668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:29:56.064747 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.securitygroups_db [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Project 31bcf1f94f3544beae4040841dfddd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 03 05:29:56.071624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:56.147548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:56.150356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:56.152600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0d16cea4-d04c-4db2-82de-4dea7c4c1273 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:56.176414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3668fa-d86a-44a2-8c58-49cd86da43e6,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:56.179050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:56.186287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:56.187602 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-28f460c8-9aae-49ff-b236-3cb09076f6e9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1568334
Apr 03 05:29:56.348355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Sync routers for ids ['f751d633-6acb-42b3-8395-6d8b628556e7'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:29:56.358519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Routers {'f751d633-6acb-42b3-8395-6d8b628556e7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:56.359230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647e5f240>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f751d633-6acb-42b3-8395-6d8b628556e7'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:56.552304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Set router f751d633-6acb-42b3-8395-6d8b628556e7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:56.899390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647e5f240>, [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:29:52Z', 'revision_number': 4, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port': {'id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:47Z', 'updated_at': '2021-04-03T05:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'de37945c-585b-49a1-b2c0-399ec29064d0', 'name': '', 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'mac_address': 'fa:16:3e:79:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:52Z', 'updated_at': '2021-04-03T05:29:53Z', 'revision_number': 2, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'subnets': [{'id': '2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:56.904043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Checking router: f751d633-6acb-42b3-8395-6d8b628556e7 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:29:56.904446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Updating router f751d633-6acb-42b3-8395-6d8b628556e7 port de37945c-585b-49a1-b2c0-399ec29064d0 binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:29:56.965685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:57.019108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 855d1979-8b49-4b51-9a7e-678297307dc9 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:29:57.144273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd555fbe-c3d4-42a7-93ff-01afe4754078 req-cbb8db50-7bc0-47b8-9fb8-5c85d0b74e70 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:57.145860 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dd555fbe-c3d4-42a7-93ff-01afe4754078 req-cbb8db50-7bc0-47b8-9fb8-5c85d0b74e70 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0935593
Apr 03 05:29:57.199326 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dd555fbe-c3d4-42a7-93ff-01afe4754078 req-ea2553b4-33ea-476d-932f-da931d8d032f tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b09a61e-8232-41de-bc67-58d78c1b19b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444176
Apr 03 05:29:57.228945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 855d1979-8b49-4b51-9a7e-678297307dc9 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:29:57.229368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:57.360476 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-37ad6012-6ffc-4643-a5df-26eb644ab62b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:29:57.362169 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-37ad6012-6ffc-4643-a5df-26eb644ab62b tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.35 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 945 time: 0.0952501
Apr 03 05:29:57.441084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Deleting port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:29:57.441468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:57.586975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:57.599003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Transition to ACTIVE for port object de37945c-585b-49a1-b2c0-399ec29064d0 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:29:57.604883 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:57.620513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:57.711083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] For port 992f95ac-ac04-4b5a-adfe-e771ea9eac09, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=992f95ac-ac04-4b5a-adfe-e771ea9eac09,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:29:57.711543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:57.761946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb07eb-048a-48e9-9e5d-bf911814187d None None] Pushing event updated for resources: {'Port': ['ID=de37945c-585b-49a1-b2c0-399ec29064d0,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:57.771014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b5fb07eb-048a-48e9-9e5d-bf911814187d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:58.107927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Calling delete_port for 992f95ac-ac04-4b5a-adfe-e771ea9eac09 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:29:58.155760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Attempting to bind port de37945c-585b-49a1-b2c0-399ec29064d0 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:29:58.156184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Attempting to bind port de37945c-585b-49a1-b2c0-399ec29064d0 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:29:58.156590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Attempting to bind port de37945c-585b-49a1-b2c0-399ec29064d0 on network 96027349-df6a-4a16-93bb-07180b0b6d05 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:29:58.166904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:29:58.167343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Checking segment: {'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:29:58.167788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:58.168225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Bound using segment: {'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:29:58.168738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Bound port: de37945c-585b-49a1-b2c0-399ec29064d0, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5035f3-a50f-446c-9a8d-c7126fc09e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:29:58.169153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:58.265200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] For port de37945c-585b-49a1-b2c0-399ec29064d0, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:29:58.268920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:58.269086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] For port de37945c-585b-49a1-b2c0-399ec29064d0, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=de37945c-585b-49a1-b2c0-399ec29064d0,segment=NetworkSegment(2f5035f3-a50f-446c-9a8d-c7126fc09e66),segment_id=2f5035f3-a50f-446c-9a8d-c7126fc09e66)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:29:58.273002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:58.291582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e6516961-a4dc-48b1-898e-fe334c4f7eff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:58.324979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['992f95ac-ac04-4b5a-adfe-e771ea9eac09'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:29:58.358077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:29:58.458700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Pushing event deleted for resources: {'Port': ['ID=992f95ac-ac04-4b5a-adfe-e771ea9eac09,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:58.468148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:58.477340 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a8a5b90d-8875-4744-a635-daa230af2fed req-51516607-2169-4095-b0d6-d7ab64de5a27 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.30 "GET /v2.0/ports?device_id=6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65 HTTP/1.1" status: 200  len: 210 time: 0.0784979
Apr 03 05:29:58.486554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb07eb-048a-48e9-9e5d-bf911814187d None None] Pushing event updated for resources: {'Port': ['ID=de37945c-585b-49a1-b2c0-399ec29064d0,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:29:58.491835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b5fb07eb-048a-48e9-9e5d-bf911814187d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:29:58.531414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Routers {'f751d633-6acb-42b3-8395-6d8b628556e7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:29:58.532096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647e5f240>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f751d633-6acb-42b3-8395-6d8b628556e7'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:58.598746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] No DVR routers for this DVR port 992f95ac-ac04-4b5a-adfe-e771ea9eac09 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:29:58.602160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:29:58.611031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65', 'name': 'network-vif-deleted', 'tag': '992f95ac-ac04-4b5a-adfe-e771ea9eac09'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:29:58.622367 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1f1d663a-18fc-4160-a83a-352ed2f99f11 req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] 10.222.0.35 "DELETE /v2.0/ports/992f95ac-ac04-4b5a-adfe-e771ea9eac09 HTTP/1.1" status: 204  len: 173 time: 1.2544415
Apr 03 05:29:58.662161 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6859fcb9-1b19-4ac4-9b05-99ca8ab9ee65', 'name': 'network-vif-deleted', 'tag': '992f95ac-ac04-4b5a-adfe-e771ea9eac09', 'status': 'completed', 'code': 200}
Apr 03 05:29:58.751063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] Set router f751d633-6acb-42b3-8395-6d8b628556e7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:29:59.105549 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647e5f240>, [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:29:52Z', 'revision_number': 4, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port': {'id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:47Z', 'updated_at': '2021-04-03T05:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'de37945c-585b-49a1-b2c0-399ec29064d0', 'name': '', 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'mac_address': 'fa:16:3e:79:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:52Z', 'updated_at': '2021-04-03T05:29:58Z', 'revision_number': 4, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'subnets': [{'id': '2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:29:59.109926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ebfed-ee0c-44e6-af50-7fba5435b618 None None] The sync data for ids ['f751d633-6acb-42b3-8395-6d8b628556e7'] in dv-cinder-784623-2-iscsi is: [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:29:52Z', 'revision_number': 4, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port': {'id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:47Z', 'updated_at': '2021-04-03T05:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'de37945c-585b-49a1-b2c0-399ec29064d0', 'name': '', 'network_id': '96027349-df6a-4a16-93bb-07180b0b6d05', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'mac_address': 'fa:16:3e:79:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:52Z', 'updated_at': '2021-04-03T05:29:58Z', 'revision_number': 4, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'subnets': [{'id': '2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:29:59.588231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42574) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:00.189662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:00.564880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Deleting port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:30:00.565253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:00.968461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] For port 8ab033a7-4f76-4c73-a8dc-5b1870718b7c, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,segment=NetworkSegment(a33178b3-07df-46ac-843a-ca018ac954c1),segment_id=a33178b3-07df-46ac-843a-ca018ac954c1)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:00.969029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:01.007293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device de37945c-585b-49a1-b2c0-399ec29064d0 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:30:01.085054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port de37945c-585b-49a1-b2c0-399ec29064d0 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:30:01.091222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port de37945c-585b-49a1-b2c0-399ec29064d0 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:30:01.091654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:01.108310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Calling delete_port for 8ab033a7-4f76-4c73-a8dc-5b1870718b7c owned by network:router_interface {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:30:01.225425 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:01.262302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port de37945c-585b-49a1-b2c0-399ec29064d0, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=de37945c-585b-49a1-b2c0-399ec29064d0,segment=NetworkSegment(2f5035f3-a50f-446c-9a8d-c7126fc09e66),segment_id=2f5035f3-a50f-446c-9a8d-c7126fc09e66)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:01.266914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:01.268918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-532893d2-01d2-4c77-85de-fff47ecdaf20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:01.340400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=de37945c-585b-49a1-b2c0-399ec29064d0,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:01.343537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:01.426494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:01.441505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:01.500889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab033a7-4f76-4c73-a8dc-5b1870718b7c,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:01.551094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:01.890980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:02.097042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 992f95ac-ac04-4b5a-adfe-e771ea9eac09 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:30:02.152394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 992f95ac-ac04-4b5a-adfe-e771ea9eac09 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:30:02.152785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 992f95ac-ac04-4b5a-adfe-e771ea9eac09 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:30:02.160074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-685690b5-2a71-41ca-9b6c-8bb2898a2979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:02.408516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Router ac27f9ca-feb1-439c-b8ed-765ba17b0175 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:30:02.604960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:30:02.614682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] Sync routers for ids ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:30:02.617573 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] 10.222.0.30 "PUT /v2.0/routers/ac27f9ca-feb1-439c-b8ed-765ba17b0175/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0281966
Apr 03 05:30:02.620610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42584) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:02.625139 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] Routers {'ac27f9ca-feb1-439c-b8ed-765ba17b0175'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:02.625792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d9dd400>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:02.807867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks [] for router, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:02.814137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] Set router ac27f9ca-feb1-439c-b8ed-765ba17b0175 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:03.063101 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device de37945c-585b-49a1-b2c0-399ec29064d0 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:30:03.151764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d9dd400>, [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:30:01Z', 'revision_number': 5, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:03.156977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] Checking router: ac27f9ca-feb1-439c-b8ed-765ba17b0175 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:30:03.167333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] Routers {'ac27f9ca-feb1-439c-b8ed-765ba17b0175'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:03.168396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d9dd400>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:29:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:03.170855 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port de37945c-585b-49a1-b2c0-399ec29064d0 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:30:03.171522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:03.245411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:03.257056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Deleting port 5c97f29c-a345-4f1b-ad4f-07123316f1f7 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:30:03.257414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:03.322420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:03.364962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] Set router ac27f9ca-feb1-439c-b8ed-765ba17b0175 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:03.468301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] For port 5c97f29c-a345-4f1b-ad4f-07123316f1f7, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=5c97f29c-a345-4f1b-ad4f-07123316f1f7,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:03.468610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:03.609569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Calling delete_port for 5c97f29c-a345-4f1b-ad4f-07123316f1f7 owned by network:router_gateway {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:30:03.677608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d9dd400>, [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:30:01Z', 'revision_number': 5, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:03.682301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55c625-d786-4862-aa66-11b667549e9f None None] The sync data for ids ['ac27f9ca-feb1-439c-b8ed-765ba17b0175'] in dv-cinder-784623-2-iscsi is: [{'id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'name': 'tempest-ServerRescueNegativeTestJSON-2113212064-router', 'tenant_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:06Z', 'updated_at': '2021-04-03T05:30:01Z', 'revision_number': 5, 'project_id': 'bac81a5dd9d74d58ba61c30bce6c8c0f', 'gw_port': {'id': '5c97f29c-a345-4f1b-ad4f-07123316f1f7', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac27f9ca-feb1-439c-b8ed-765ba17b0175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:08Z', 'updated_at': '2021-04-03T05:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:30:03.797037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:03.813193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:03.873040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c97f29c-a345-4f1b-ad4f-07123316f1f7,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:03.876923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:04.091830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.283263 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.285506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.346206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-931e39ef-c76b-4013-bf1e-cf54a9a792b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.373462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.374044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac27f9ca-feb1-439c-b8ed-765ba17b0175 {{(pid=84376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:30:04.386963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.388235 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] 10.222.0.30 "DELETE /v2.0/routers/ac27f9ca-feb1-439c-b8ed-765ba17b0175 HTTP/1.1" status: 204  len: 168 time: 1.7666190
Apr 03 05:30:04.390977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42592) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:04.459495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Deleting subnet 5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 {{(pid=84376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:30:04.463745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.519707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852276430'] for subnet, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.585962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.848825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2385408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2613847'] for subnet, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:04.863982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-997fd71f-77fe-424e-980c-51606119a5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:04.910784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa8affd-4aa9-4142-8bd2-3367dc69b6b2,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:04.961867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:04.987310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 5c97f29c-a345-4f1b-ad4f-07123316f1f7 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:30:04.998499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.004705 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5aa8affd-4aa9-4142-8bd2-3367dc69b6b2 HTTP/1.1" status: 204  len: 168 time: 0.6126347
Apr 03 05:30:05.007428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42598) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:05.024749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 5c97f29c-a345-4f1b-ad4f-07123316f1f7 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:30:05.025317 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 5c97f29c-a345-4f1b-ad4f-07123316f1f7 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:30:05.025791 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 8ab033a7-4f76-4c73-a8dc-5b1870718b7c no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:30:05.061590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 8ab033a7-4f76-4c73-a8dc-5b1870718b7c {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:30:05.061942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 8ab033a7-4f76-4c73-a8dc-5b1870718b7c not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:30:05.126790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.320127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.371238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.436838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64767a898>,) {'filters': {'network_id': ['e1bbaa41-a927-4373-91bd-476ea39d3437']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:05.449551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64767a898>, 'a33178b3-07df-46ac-843a-ca018ac954c1') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:05.449893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64767a898>, 'a33178b3-07df-46ac-843a-ca018ac954c1') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:05.462636 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.477551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.484609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:30:05.669995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Network e1bbaa41-a927-4373-91bd-476ea39d3437 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:30:05.679386 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.859074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Network e1bbaa41-a927-4373-91bd-476ea39d3437 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:30:05.885241 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:30:05.965911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.969590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:05.985638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:05.992002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1bbaa41-a927-4373-91bd-476ea39d3437,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:05.996728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:06.002426 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e1bbaa41-a927-4373-91bd-476ea39d3437 HTTP/1.1" status: 204  len: 168 time: 0.9940102
Apr 03 05:30:06.181866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42606) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:06.237944 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0c14509d-a2b1-4c25-b031-e0f321cfa0cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bac81a5dd9d74d58ba61c30bce6c8c0f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0546451
Apr 03 05:30:06.240420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42610) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:06.302281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16ca7615-9184-418a-8005-0048d2a10e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:06.329839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16ca7615-9184-418a-8005-0048d2a10e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:06.375433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16ca7615-9184-418a-8005-0048d2a10e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:06.380465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-25cff4b8-0011-4680-a9ae-54a6d33b1fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:06.394253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca7615-9184-418a-8005-0048d2a10e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b09a61e-8232-41de-bc67-58d78c1b19b7,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:06.397065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-16ca7615-9184-418a-8005-0048d2a10e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:06.403921 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-16ca7615-9184-418a-8005-0048d2a10e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:06.405140 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-16ca7615-9184-418a-8005-0048d2a10e5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b09a61e-8232-41de-bc67-58d78c1b19b7 HTTP/1.1" status: 204  len: 168 time: 0.1637504
Apr 03 05:30:06.845222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:08.361663 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42668) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:08.487857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:08.503006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:08.507024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Usage tracker for resource:security_group_rule and tenant:6a4710c05fd54b8a8240f68625b89cd4 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:08.510523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:08.516480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:08.608072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:08.610756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:08.619614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-de5cce1a-a99d-4d29-bfec-9e3295c78303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:08.662275 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a4710c05fd54b8a8240f68625b89cd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2994866
Apr 03 05:30:08.664038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40982bf9-6754-4534-ac9a-66bb6cef6103,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:08.666368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 42674) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:08.668585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:08.734333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad39c-2d08-48c4-8d05-9a60f02fd57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:08.761244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad39c-2d08-48c4-8d05-9a60f02fd57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:08.808679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad39c-2d08-48c4-8d05-9a60f02fd57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:08.813790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1ec46c3b-4504-47b8-b795-ce8bea1b4018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:08.824428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ad39c-2d08-48c4-8d05-9a60f02fd57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40982bf9-6754-4534-ac9a-66bb6cef6103,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:08.829092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-cb8ad39c-2d08-48c4-8d05-9a60f02fd57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:08.831142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad39c-2d08-48c4-8d05-9a60f02fd57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:08.835410 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-cb8ad39c-2d08-48c4-8d05-9a60f02fd57a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40982bf9-6754-4534-ac9a-66bb6cef6103 HTTP/1.1" status: 204  len: 168 time: 0.1670251
Apr 03 05:30:09.121555 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42688) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:09.141665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:09.157785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:09.161816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Usage tracker for resource:security_group_rule and tenant:ab27b8237d704ad29e221ef1e760f538 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:09.164810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:09.171119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:09.254811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:09.257637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:09.265273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-16ca7615-9184-418a-8005-0048d2a10e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:09.308424 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab27b8237d704ad29e221ef1e760f538&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1856713
Apr 03 05:30:09.309354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33886f27-01c4-40ba-831c-b1908555dab1,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:09.311447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 42698) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:09.313169 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:09.376512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d64448e7-903d-4222-b5f3-ac1809bafce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:09.405450 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d64448e7-903d-4222-b5f3-ac1809bafce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:09.451828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d64448e7-903d-4222-b5f3-ac1809bafce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:09.457014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b5f260ca-c746-4e2d-8976-f0a296bb0c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:09.473169 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64448e7-903d-4222-b5f3-ac1809bafce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33886f27-01c4-40ba-831c-b1908555dab1,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:09.475901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d64448e7-903d-4222-b5f3-ac1809bafce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:09.477110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d64448e7-903d-4222-b5f3-ac1809bafce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:09.479612 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d64448e7-903d-4222-b5f3-ac1809bafce3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33886f27-01c4-40ba-831c-b1908555dab1 HTTP/1.1" status: 204  len: 168 time: 0.1670766
Apr 03 05:30:13.795900 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-9681c193-8e92-41ca-8c0b-e5ca4cc02ea8 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632402440&fields=id&tenant_id=31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 267 time: 0.0424542
Apr 03 05:30:13.961756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-c455a094-5f7a-4c4f-b4a6-c6cdae56fc7f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:13.963325 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-c455a094-5f7a-4c4f-b4a6-c6cdae56fc7f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 812 time: 0.1604900
Apr 03 05:30:13.979376 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-54935ba6-c433-447b-b02c-4e0378463062 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/quotas/31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 375 time: 0.0096717
Apr 03 05:30:14.074926 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-81a0932c-9784-47dc-a8e5-51cf6a4638d7 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0862353
Apr 03 05:30:14.238408 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-553d850b-98e2-40c4-926c-1dbb10322163 service neutron] 10.222.0.30 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506758
Apr 03 05:30:14.287315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42804) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:14.382146 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-14d812b7-2e6d-4a76-802e-7529f3b19a1a service neutron] 10.222.0.30 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367857
Apr 03 05:30:14.416012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:14.436247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:14.440213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Usage tracker for resource:security_group_rule and tenant:dee6f90b4cc34a20b386015b709a85e9 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:14.443116 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:14.449664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:14.534684 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:14.538174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:14.547488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a868eb9c-a6e7-43a2-880d-47d8f737b1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:14.586929 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dee6f90b4cc34a20b386015b709a85e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2984481
Apr 03 05:30:14.590531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 42818) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:14.591942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b009e2-775a-4488-9d0d-f774fe78036e,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:14.595118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:14.652973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee139-4b1b-481f-96b2-93b48191d383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:14.684654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee139-4b1b-481f-96b2-93b48191d383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:14.730688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee139-4b1b-481f-96b2-93b48191d383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:14.735901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3c67c5dc-4c52-4ff6-9845-bd9a912389eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:14.750136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ee139-4b1b-481f-96b2-93b48191d383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b009e2-775a-4488-9d0d-f774fe78036e,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:14.753366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4d5ee139-4b1b-481f-96b2-93b48191d383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:14.758632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee139-4b1b-481f-96b2-93b48191d383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:14.760644 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4d5ee139-4b1b-481f-96b2-93b48191d383 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97b009e2-775a-4488-9d0d-f774fe78036e HTTP/1.1" status: 204  len: 168 time: 0.1683915
Apr 03 05:30:14.811628 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1b56449d-46f3-46a5-a78d-2f459006d159 req-0bf22fc9-95e1-4ffd-9182-04bb7564e85e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 210 time: 0.0498202
Apr 03 05:30:15.066834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 42838) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:15.086678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:15.104271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:15.111324 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Usage tracker for resource:security_group_rule and tenant:036ac5db8953417fbaa34560727ed56c is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:15.114519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:15.122570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:15.211670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:15.215346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:15.227492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b12fadd-5a0d-4732-a70b-1f9717700a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:15.270277 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=036ac5db8953417fbaa34560727ed56c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2022407
Apr 03 05:30:15.272320 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22af4a6-56e6-4f55-a4e9-455bd11ecec7,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:15.272592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 42842) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:15.276497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:15.337412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a4292fc-efc7-4535-9440-0871c420bf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:15.365351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a4292fc-efc7-4535-9440-0871c420bf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:15.411653 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a4292fc-efc7-4535-9440-0871c420bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:15.417979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c62c792f-7736-4e82-b9a1-3c924127e519 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:15.436401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4292fc-efc7-4535-9440-0871c420bf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22af4a6-56e6-4f55-a4e9-455bd11ecec7,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:15.438864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5a4292fc-efc7-4535-9440-0871c420bf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:15.452128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a4292fc-efc7-4535-9440-0871c420bf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:15.453337 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5a4292fc-efc7-4535-9440-0871c420bf9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e22af4a6-56e6-4f55-a4e9-455bd11ecec7 HTTP/1.1" status: 204  len: 168 time: 0.1796863
Apr 03 05:30:16.060774 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-21b3af8c-e175-4ae7-905c-4e71c30a537b req-74345435-bea3-45e5-a5e4-a0e39fcbac8d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 210 time: 0.0700552
Apr 03 05:30:16.108426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-2dca3eef-d4ab-4c1f-a0f3-1f65e126f7fb tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:16.110313 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-2dca3eef-d4ab-4c1f-a0f3-1f65e126f7fb tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 812 time: 0.2891533
Apr 03 05:30:16.218423 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-436f1eae-ad24-43fa-8a56-9bd0cb05d369 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 8061 time: 0.0943680
Apr 03 05:30:16.228952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'port': {'device_id': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'admin_state_up': True, 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'security_groups': ['93dbc980-5a85-451d-8e45-7bd6e0c947fb']}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:16.389966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:16.393937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:port and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:16.396890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:16.403259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:16.412125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Made reservation on behalf of 31bcf1f94f3544beae4040841dfddd85 for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:30:16.418637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:16.595465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Allocated IP 172.20.0.7 (e2427387-615b-4b68-b00f-8e980c0c2e83/3a7e8198-b2a7-4116-9ce7-b6b269e3d90e/a5146a59-6003-4840-a87d-140dfec34dd4) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:30:16.803123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:16.821584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Transition to ACTIVE for port object a5146a59-6003-4840-a87d-140dfec34dd4 will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:30:16.848959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:16.869620 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-283c63c0-4736-4e8d-8c83-381840fefd99 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:17.030967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=a5146a59-6003-4840-a87d-140dfec34dd4,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:17.033962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:17.080350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Network e2427387-615b-4b68-b00f-8e980c0c2e83 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:30:17.081805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:30:17.084270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:30:17.191052 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:17.192339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:17.286540 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0628557
Apr 03 05:30:17.304646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Request body: {'port': {'device_id': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:17.436104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e581e28-ada0-4f32-ae09-593b3c985c1a req-590720f1-c704-4010-a265-85afd6958ee4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:17.436881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-7e581e28-ada0-4f32-ae09-593b3c985c1a req-590720f1-c704-4010-a265-85afd6958ee4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Synchronizing usage tracker for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:30:17.440317 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-bd96f083-30a8-4c46-91b5-c010d3502df7 None None] Provisioning for port a5146a59-6003-4840-a87d-140dfec34dd4 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:30:17.446608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-bd96f083-30a8-4c46-91b5-c010d3502df7 None None] Provisioning complete for port a5146a59-6003-4840-a87d-140dfec34dd4 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:30:17.447748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bd96f083-30a8-4c46-91b5-c010d3502df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:17.474166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:17.490051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-7e581e28-ada0-4f32-ae09-593b3c985c1a req-590720f1-c704-4010-a265-85afd6958ee4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Unset dirty status for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:30:17.491347 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7e581e28-ada0-4f32-ae09-593b3c985c1a req-590720f1-c704-4010-a265-85afd6958ee4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 931 time: 0.2866011
Apr 03 05:30:17.509095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-bd96f083-30a8-4c46-91b5-c010d3502df7 None None] Port a5146a59-6003-4840-a87d-140dfec34dd4 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:30:17.650973 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7e581e28-ada0-4f32-ae09-593b3c985c1a req-7dabb41f-6930-4ee6-9de5-14c83aa47d41 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194451
Apr 03 05:30:17.966019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5146a59-6003-4840-a87d-140dfec34dd4 {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:30:17.974442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:17.989625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Transition to ACTIVE for port object a5146a59-6003-4840-a87d-140dfec34dd4 will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:30:17.992380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:18.007611 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1f5a74b9-84bf-44d2-be4c-b3655f8b314a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:18.148814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Pushing event updated for resources: {'Port': ['ID=a5146a59-6003-4840-a87d-140dfec34dd4,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:18.153267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:18.377559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Attempting to bind port a5146a59-6003-4840-a87d-140dfec34dd4 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:30:18.377940 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Attempting to bind port a5146a59-6003-4840-a87d-140dfec34dd4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:30:18.378309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Attempting to bind port a5146a59-6003-4840-a87d-140dfec34dd4 on network e2427387-615b-4b68-b00f-8e980c0c2e83 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:30:18.383846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Port a5146a59-6003-4840-a87d-140dfec34dd4 on network e2427387-615b-4b68-b00f-8e980c0c2e83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:30:18.384379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Attempting to bind port a5146a59-6003-4840-a87d-140dfec34dd4 on network e2427387-615b-4b68-b00f-8e980c0c2e83 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:30:18.389801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:30:18.390178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Checking segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:30:18.390600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Bound using segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:30:18.391070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Bound port: a5146a59-6003-4840-a87d-140dfec34dd4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:30:18.391482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:18.497201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] For port a5146a59-6003-4840-a87d-140dfec34dd4, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:30:18.500794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] For port a5146a59-6003-4840-a87d-140dfec34dd4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5146a59-6003-4840-a87d-140dfec34dd4,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:30:18.505355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:18.522611 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ecdcb9f8-3570-424e-8c99-452636dd0dd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:19.022363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Pushing event updated for resources: {'Port': ['ID=a5146a59-6003-4840-a87d-140dfec34dd4,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:19.029462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:19.102095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:19.102764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:19.107580 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] 10.222.0.35 "PUT /v2.0/ports/a5146a59-6003-4840-a87d-140dfec34dd4 HTTP/1.1" status: 200  len: 1093 time: 1.8111527
Apr 03 05:30:19.126435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488acc-9c1f-4ba3-bfc1-0aad2f8e613b req-1c566897-da6a-41e6-849b-e7803878a95d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:19.128239 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d488acc-9c1f-4ba3-bfc1-0aad2f8e613b req-1c566897-da6a-41e6-849b-e7803878a95d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.2555938
Apr 03 05:30:19.128799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'tag': 'a5146a59-6003-4840-a87d-140dfec34dd4'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:19.144400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c796fa-4998-4451-bb80-1ad3d51faefc req-3cc9769e-9cd1-4a78-afe3-c1790fb68fe8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:19.146242 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17c796fa-4998-4451-bb80-1ad3d51faefc req-3cc9769e-9cd1-4a78-afe3-c1790fb68fe8 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 946 time: 0.2594805
Apr 03 05:30:19.284882 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d488acc-9c1f-4ba3-bfc1-0aad2f8e613b req-574ae1ef-29df-4092-9238-1379fb9f0436 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375473
Apr 03 05:30:19.308222 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17c796fa-4998-4451-bb80-1ad3d51faefc req-e6cbb70c-9381-48df-b88f-44511b934b75 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050425
Apr 03 05:30:19.328000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-ce244841-653f-4c8a-8a56-01c2b4b7ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:19.329637 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-ce244841-653f-4c8a-8a56-01c2b4b7ccbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 1096 time: 0.1804426
Apr 03 05:30:19.415186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43004) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:19.418687 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-7115da0f-49e5-4736-aaee-f1e2f5cbc7b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5146a59-6003-4840-a87d-140dfec34dd4 HTTP/1.1" status: 200  len: 217 time: 0.0791852
Apr 03 05:30:19.492382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-59b9f690-903c-42e3-9ee5-22e02163eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:19.493958 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-59b9f690-903c-42e3-9ee5-22e02163eb0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0692980
Apr 03 05:30:19.542822 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'tag': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'status': 'completed', 'code': 200}
Apr 03 05:30:19.553003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:19.568077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:19.572705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Usage tracker for resource:security_group_rule and tenant:14765393d63c406fae99c3798baac8f9 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:19.575604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:19.581758 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:19.585682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-b975d338-2fbf-43f5-a6ba-d15804a32409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:19.587627 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-b975d338-2fbf-43f5-a6ba-d15804a32409 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843561
Apr 03 05:30:19.668579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:19.672483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:19.681458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-09d75a56-7d9b-4d94-a683-21886358a7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:19.724172 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14765393d63c406fae99c3798baac8f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3068225
Apr 03 05:30:19.725117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cef5a39-0438-4e78-8ec8-eb95c009e206,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:19.727643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43010) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:19.730853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:19.732653 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-ffcf9f1a-f8f3-4753-868a-14bd79060867 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380153
Apr 03 05:30:19.789115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e50ab1b-332d-4b61-9e2f-099d6248bb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:19.816491 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e50ab1b-332d-4b61-9e2f-099d6248bb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:19.864908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e50ab1b-332d-4b61-9e2f-099d6248bb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:19.870433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a227c029-2260-4ee7-b247-780fdcf8e7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:19.877045 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b5fcad9d-469b-40fa-868e-86540ae7f246 req-bc770c8d-cb92-4c67-9bd9-d43633315b48 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363459
Apr 03 05:30:19.883901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50ab1b-332d-4b61-9e2f-099d6248bb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cef5a39-0438-4e78-8ec8-eb95c009e206,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:19.887001 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0e50ab1b-332d-4b61-9e2f-099d6248bb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:19.888278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e50ab1b-332d-4b61-9e2f-099d6248bb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:19.891466 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0e50ab1b-332d-4b61-9e2f-099d6248bb78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cef5a39-0438-4e78-8ec8-eb95c009e206 HTTP/1.1" status: 204  len: 168 time: 0.1622658
Apr 03 05:30:20.010316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-1a4b1038-1432-443d-9bab-7e0c5f0c32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:20.011973 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-1a4b1038-1432-443d-9bab-7e0c5f0c32ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 1096 time: 0.0829508
Apr 03 05:30:20.163971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-a5bc923e-4104-4f78-9717-ea12673e1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:20.165251 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-a5bc923e-4104-4f78-9717-ea12673e1f13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.1444218
Apr 03 05:30:20.188022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43018) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:20.209438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:20.225160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:20.229832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Usage tracker for resource:security_group_rule and tenant:53bac1cd9c9440e5a72b79faa1f5edd1 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:20.232840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:20.238832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:20.249037 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-50105a0d-ef28-48a5-8d6c-4406db9d0d90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5146a59-6003-4840-a87d-140dfec34dd4 HTTP/1.1" status: 200  len: 217 time: 0.0748785
Apr 03 05:30:20.326543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:20.327043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-11f8ff89-ed8a-4089-9d50-5ee36c4072df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:20.328713 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-11f8ff89-ed8a-4089-9d50-5ee36c4072df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0713768
Apr 03 05:30:20.330013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:20.340366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3271d2b5-cb21-47eb-bc2e-0138533914bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:20.389028 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53bac1cd9c9440e5a72b79faa1f5edd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1997659
Apr 03 05:30:20.389902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43026) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:20.394036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a643e61-0a6c-4dd6-8ba3-cd2714c399e9,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:20.397805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:20.468135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5f2e953b-54a5-4bcb-83db-d21fa3464505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:20.536924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-d70766bf-b270-4992-8a0e-4367a3e4fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:20.538506 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-d70766bf-b270-4992-8a0e-4367a3e4fe73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2001066
Apr 03 05:30:20.550892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5f2e953b-54a5-4bcb-83db-d21fa3464505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:20.625583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-36d59f66-9a19-4c9a-8c53-24802ec0c156 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:20.626267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-36d59f66-9a19-4c9a-8c53-24802ec0c156 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Synchronizing usage tracker for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:port {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:30:20.640848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5f2e953b-54a5-4bcb-83db-d21fa3464505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:20.646373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f29373b4-3c36-469e-9595-283dcdeb2040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:20.657975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-36d59f66-9a19-4c9a-8c53-24802ec0c156 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Unset dirty status for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:port {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:30:20.659230 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-36d59f66-9a19-4c9a-8c53-24802ec0c156 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 946 time: 0.1808369
Apr 03 05:30:20.662018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e953b-54a5-4bcb-83db-d21fa3464505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a643e61-0a6c-4dd6-8ba3-cd2714c399e9,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:20.670336 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5f2e953b-54a5-4bcb-83db-d21fa3464505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:20.692308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be019fe-2a47-4bb8-9a7b-22b3e03c3a80 req-d1c01972-72c7-4302-87da-47a3f92ac8da tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:20.693894 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3be019fe-2a47-4bb8-9a7b-22b3e03c3a80 req-d1c01972-72c7-4302-87da-47a3f92ac8da tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.2741227
Apr 03 05:30:20.710750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5f2e953b-54a5-4bcb-83db-d21fa3464505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:20.711992 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5f2e953b-54a5-4bcb-83db-d21fa3464505 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a643e61-0a6c-4dd6-8ba3-cd2714c399e9 HTTP/1.1" status: 204  len: 168 time: 0.3200274
Apr 03 05:30:20.714141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8f73-bc8c-4ec4-8a29-b0acc52779cb req-22e22460-c756-48c8-80bf-bd55b3cd4b2c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:20.715778 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-581f8f73-bc8c-4ec4-8a29-b0acc52779cb req-22e22460-c756-48c8-80bf-bd55b3cd4b2c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 946 time: 0.2471528
Apr 03 05:30:20.814226 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-350fae51-b31d-4440-9737-a497ec14d344 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2654276
Apr 03 05:30:20.820180 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3be019fe-2a47-4bb8-9a7b-22b3e03c3a80 req-fdaad528-21cf-4613-b09e-8d2ea2fed7e0 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177566
Apr 03 05:30:20.826029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-581f8f73-bc8c-4ec4-8a29-b0acc52779cb req-d0319286-7c33-47ab-8b56-5afa2d89478a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd01bccf-6a62-403b-aa29-e86f813e87b5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930419
Apr 03 05:30:20.992321 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3168f0cd-c37c-40c0-ac11-f5d8b2545cd2 req-6ec10345-c548-4474-b985-f66171a2b1bc service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652312
Apr 03 05:30:20.993415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Deleting port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:30:20.993856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:21.285596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] For port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:21.285973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:21.657129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:21.657780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:21.657780 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Floating IP 8c752e31-c269-4617-9cf3-ab3582ca5708 disassociated. External IP: 172.27.3.79, port: 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae.
Apr 03 05:30:21.658332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Calling delete_port for 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae owned by compute:nova {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:30:21.811994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:21.827889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a002d673-ae44-4e8b-bf3b-eecc5b329336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:21.877520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event deleted for resources: {'Port': ['ID=118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:21.893719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:22.086443 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-032514dc-e98e-42d3-b661-5191f8311229 req-472ea5d8-4c53-4044-85ee-7f76297c96fa tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 210 time: 0.0687761
Apr 03 05:30:22.160679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7d22f-9d1d-44e4-994b-1fc0d2d0c151 req-f7103b37-980a-4422-a820-5698b31bb87f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:22.169687 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c0d7d22f-9d1d-44e4-994b-1fc0d2d0c151 req-f7103b37-980a-4422-a820-5698b31bb87f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.1975920
Apr 03 05:30:22.223612 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c0d7d22f-9d1d-44e4-994b-1fc0d2d0c151 req-c9db8e0d-6f7e-4823-8ea7-ccfd58b3dfcb tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483201
Apr 03 05:30:22.280944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Router f6e17fa2-b914-428a-91c9-8101b3ec3da8 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:30:22.480867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:30:22.490698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] Sync routers for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:30:22.501698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:22.502645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c7a1fd0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:22.584176 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] No DVR routers for this DVR port 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae on host hv-cinder-78462 {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:30:22.586663 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:22.597210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-deleted', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:22.609323 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-06ca6cbd-a963-42b0-b805-ef83078e2a1d req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "DELETE /v2.0/ports/118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae HTTP/1.1" status: 204  len: 173 time: 1.9410160
Apr 03 05:30:22.662844 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393b16ad-e748-4a5e-8d9b-678a0bfe7c7e', 'name': 'network-vif-deleted', 'tag': '118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae', 'status': 'completed', 'code': 200}
Apr 03 05:30:22.707741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:23.058829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c7a1fd0>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:23.063331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] Checking router: f6e17fa2-b914-428a-91c9-8101b3ec3da8 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:30:23.072827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:23.073202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c7a1fd0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:23.399652 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d40471ef-f500-4a71-b745-ec83336b67d2 req-57ba6b96-49ee-4f2f-b752-a82d0e84731a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=393b16ad-e748-4a5e-8d9b-678a0bfe7c7e HTTP/1.1" status: 200  len: 210 time: 0.1286557
Apr 03 05:30:23.465325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e0aca-933f-4a1a-ab2b-56e9cad13ba0 req-79e4786f-023d-4a65-b59a-ddcb1ad044d2 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:23.471702 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-248e0aca-933f-4a1a-ab2b-56e9cad13ba0 req-79e4786f-023d-4a65-b59a-ddcb1ad044d2 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.1243312
Apr 03 05:30:23.497409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:23.517817 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-248e0aca-933f-4a1a-ab2b-56e9cad13ba0 req-22ddc28c-49db-46ea-ac12-075284de3d6c tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439875
Apr 03 05:30:23.829543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c7a1fd0>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:23.833918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45339777-3562-4474-866a-6c5a6daf3b68 None None] The sync data for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi is: [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:30:23.924759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:24.282861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fdf269-15f1-4036-bf55-525bad03ee30 None None] New status for floating IP 8c752e31-c269-4617-9cf3-ab3582ca5708: DOWN {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:30:24.576821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43096) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:24.646604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6725fff1-e73e-423f-8b7b-2f9c80eb891c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:24.676794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6725fff1-e73e-423f-8b7b-2f9c80eb891c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:24.719283 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126186e8-da4e-4b11-a2a4-3b8a3d15bf23 req-bc00c385-dffe-4fea-b044-eae732ca54aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:24.720984 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-126186e8-da4e-4b11-a2a4-3b8a3d15bf23 req-bc00c385-dffe-4fea-b044-eae732ca54aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.0878730
Apr 03 05:30:24.727546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6725fff1-e73e-423f-8b7b-2f9c80eb891c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:24.732824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-94688eb3-bbb7-489d-ba30-fe66816dd286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:24.748637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725fff1-e73e-423f-8b7b-2f9c80eb891c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd01bccf-6a62-403b-aa29-e86f813e87b5,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:24.750947 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6725fff1-e73e-423f-8b7b-2f9c80eb891c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:24.756676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6725fff1-e73e-423f-8b7b-2f9c80eb891c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:24.760932 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6725fff1-e73e-423f-8b7b-2f9c80eb891c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "DELETE /v2.0/security-groups/bd01bccf-6a62-403b-aa29-e86f813e87b5 HTTP/1.1" status: 204  len: 168 time: 0.1796710
Apr 03 05:30:24.760932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43100) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:24.773726 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-126186e8-da4e-4b11-a2a4-3b8a3d15bf23 req-323dbf00-eb0a-47cc-aa27-5643195d859d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456195
Apr 03 05:30:24.779026 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.v2.resource [None req-5af4c6a6-5fd1-46c1-a464-ff5397e002fd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] show failed (client error): The resource could not be found.
Apr 03 05:30:24.780352 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5af4c6a6-5fd1-46c1-a464-ff5397e002fd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups/bd01bccf-6a62-403b-aa29-e86f813e87b5 HTTP/1.1" status: 404  len: 347 time: 0.0182276
Apr 03 05:30:24.783515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43104) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:24.948743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Deleting port 43d3d1fb-371d-4d3f-b90d-e3c56c154733 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:30:24.949279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:25.136814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:25.137187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:25.267565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Calling delete_port for 43d3d1fb-371d-4d3f-b90d-e3c56c154733 owned by network:floatingip {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:30:25.409822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:25.425288 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:25.480084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event deleted for resources: {'Port': ['ID=43d3d1fb-371d-4d3f-b90d-e3c56c154733,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:25.483869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:25.683739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:25.699942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:25.701161 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "DELETE /v2.0/floatingips/8c752e31-c269-4617-9cf3-ab3582ca5708 HTTP/1.1" status: 204  len: 168 time: 0.9166265
Apr 03 05:30:25.973049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e5c96-82f8-4d45-b0fd-1b6107a78c7d req-5ee03308-a795-4966-a646-fb577a8d45c4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:25.974624 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6a8e5c96-82f8-4d45-b0fd-1b6107a78c7d req-5ee03308-a795-4966-a646-fb577a8d45c4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.0885732
Apr 03 05:30:25.984074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43114) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:25.989979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963783635', 'description': 'tempest-description--262073481'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:25.997330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:26.001728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:security_group and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:26.004737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:26.010782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:26.021200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.027619 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6a8e5c96-82f8-4d45-b0fd-1b6107a78c7d req-ffe30be7-a85a-4ffe-9f71-c9bb7b15e1d2 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435085
Apr 03 05:30:26.043125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:26.047060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:security_group_rule and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:26.049998 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:26.055959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:26.129348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.132745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.138496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d8db2513-e2ee-4007-990f-cbb5d2274972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:26.182123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e862a69-7a7a-45f3-bf60-a71599316fe1,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:26.184969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.186267 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2011080
Apr 03 05:30:26.187197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8ef91022-8e27-483e-96c2-2ea0886d749e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:26.189258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43118) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:26.194668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'security_group_rule': {'security_group_id': '7e862a69-7a7a-45f3-bf60-a71599316fe1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:26.201484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:26.205437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:security_group_rule and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:26.208677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:26.215306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:26.231226 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.292281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.294962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.297069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-15524ec6-05c2-4019-bfb4-d1682499324f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:26.323009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea68365-1407-4531-be7b-bfc1b2c10401,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:26.325478 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:26.331841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.333089 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a32fa3d9-06e4-4bf7-8d14-7cfaf3496e5c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1429300
Apr 03 05:30:26.335924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43122) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:26.341934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'security_group_rule': {'security_group_id': '7e862a69-7a7a-45f3-bf60-a71599316fe1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:26.347980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:26.351982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:security_group_rule and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:26.355058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:26.361065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:26.376506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.438835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.441342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.443458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3a05c9cb-c92e-4c95-b2e1-f19d6b072efd tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:26.467576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b461beee-56e3-441d-b05d-1ca73e048a07,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:26.470084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:26.476702 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.479053 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-cb9a624f-5679-46aa-a718-16e48d14f57a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1411154
Apr 03 05:30:26.481498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43126) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:26.487092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:26.493360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:26.497474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:floatingip and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:26.500496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:26.506438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:26.516482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.660271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.807606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Allocated IP 172.27.3.94 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/351db1ad-322f-45dd-9889-439db68b0b29) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:30:26.961016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:26.990140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:27.002679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b71a966-5456-4d06-9051-66ee0b718279 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:27.146063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'Port': ['ID=351db1ad-322f-45dd-9889-439db68b0b29,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:27.150995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:27.193722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:30:27.194887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:30:27.197885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:30:27.233332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df8bc5-e5bd-4b9b-b561-0ac7ef6be763 req-eb8aaff6-5e9f-4da8-a304-86bc502d54b9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:27.234911 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1df8bc5-e5bd-4b9b-b561-0ac7ef6be763 req-eb8aaff6-5e9f-4da8-a304-86bc502d54b9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.0948198
Apr 03 05:30:27.283013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:27.283928 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1df8bc5-e5bd-4b9b-b561-0ac7ef6be763 req-a2b9c0d1-a308-4eb8-9e4d-9957ccb43753 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425050
Apr 03 05:30:27.345136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:27.553878 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:30:27.592117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:30:27.592509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 118fe0b6-3b1a-4b38-89a5-fe3c6b4bf5ae not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:30:27.841714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:27.845008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:27.859896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-88d9885d-e9cd-4d8d-8789-e69c8eba2188 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:28.001140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'Port': ['ID=351db1ad-322f-45dd-9889-439db68b0b29,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:28.005446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:28.095955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:28.118877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:28.128521 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6378169
Apr 03 05:30:28.352417 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-934cb128-3a7d-4277-b4e0-5d0e508e8975 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1963783635&fields=id&tenant_id=a008c93e871048ba8600b910fbdf30a0 HTTP/1.1" status: 200  len: 267 time: 0.0424984
Apr 03 05:30:28.575794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-81c2a148-f519-47f7-928c-4a961d56be8f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:28.577338 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-81c2a148-f519-47f7-928c-4a961d56be8f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 817 time: 0.2170444
Apr 03 05:30:28.590841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c7830-9276-4306-8658-42f2586c79b9 req-cc60dc19-32e4-48c0-a727-dd7f539ad228 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:28.592397 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-677c7830-9276-4306-8658-42f2586c79b9 req-cc60dc19-32e4-48c0-a727-dd7f539ad228 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.1902065
Apr 03 05:30:28.619313 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-5bcceb0f-4ed6-4ef7-b027-04efb74f1610 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/quotas/a008c93e871048ba8600b910fbdf30a0 HTTP/1.1" status: 200  len: 375 time: 0.0257533
Apr 03 05:30:28.695967 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-677c7830-9276-4306-8658-42f2586c79b9 req-45b5514d-b5ee-4c42-81a1-13456e03101d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947642
Apr 03 05:30:28.733508 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-344f9ec9-52d8-4e6d-9fdb-578a8bd3eb5a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1064692
Apr 03 05:30:28.883740 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-ea7f02df-076a-4cab-808a-e3fde394e4cd service neutron] 10.222.0.30 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377590
Apr 03 05:30:29.257714 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-a2161763-a56c-4bce-a09b-0e9316e38b50 service neutron] 10.222.0.30 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3638873
Apr 03 05:30:29.452321 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-876b0e2d-d6b5-4c17-852d-6e622aea57fd req-f32e1548-9b43-457f-9c7f-62efa2f29718 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 210 time: 0.0493901
Apr 03 05:30:29.899115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938abd9e-64b9-4129-97de-b73de4d56035 req-ed49db54-6ac4-4c43-8516-2c36f69c5078 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:29.900783 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-938abd9e-64b9-4129-97de-b73de4d56035 req-ed49db54-6ac4-4c43-8516-2c36f69c5078 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.0885415
Apr 03 05:30:29.947700 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-938abd9e-64b9-4129-97de-b73de4d56035 req-f1cf2b36-aba8-4899-98f5-42dfa3fb4a83 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405834
Apr 03 05:30:30.622021 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-58e91bcb-4621-4594-adbc-e160abcddc1f req-c41c630e-3313-4e77-aaa5-898fa0f1249f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 210 time: 0.0482202
Apr 03 05:30:31.146637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc6870-5486-44fb-b078-556d073de670 req-8971239a-1172-44e8-8ef2-b593db058367 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:31.148236 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f8dc6870-5486-44fb-b078-556d073de670 req-8971239a-1172-44e8-8ef2-b593db058367 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 943 time: 0.0911069
Apr 03 05:30:31.197283 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f8dc6870-5486-44fb-b078-556d073de670 req-4569702e-4455-4f84-b758-c194c4d263ba tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411546
Apr 03 05:30:31.380273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device a5146a59-6003-4840-a87d-140dfec34dd4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:30:31.525415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port a5146a59-6003-4840-a87d-140dfec34dd4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5146a59-6003-4840-a87d-140dfec34dd4,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:31.538949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'port_id': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'mac_address': 'fa:16:3e:a0:70:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:30:31.600422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:31.617658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5146a59-6003-4840-a87d-140dfec34dd4 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:30:31.633040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port a5146a59-6003-4840-a87d-140dfec34dd4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5146a59-6003-4840-a87d-140dfec34dd4,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:31.636287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:31.638076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1c6d7ea1-b7cf-4214-bf34-4d1e5172ec2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:31.707913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=a5146a59-6003-4840-a87d-140dfec34dd4,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:31.711307 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:31.787446 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8afb6870-4fd9-4007-a513-b7c1302f641a req-9418617c-5383-4cc3-a811-379cc6bdc09d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 210 time: 0.0498557
Apr 03 05:30:32.137785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-544a5897-dd6b-4c0f-8888-b609e1666f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:32.356151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:30:32.400291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8157c3-27f8-4f1f-a761-44a587e14461 req-ac343abf-35fa-4d2e-b7c3-f391acbd2d58 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:32.401990 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4d8157c3-27f8-4f1f-a761-44a587e14461 req-ac343abf-35fa-4d2e-b7c3-f391acbd2d58 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 944 time: 0.0911465
Apr 03 05:30:32.452536 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4d8157c3-27f8-4f1f-a761-44a587e14461 req-f5290a25-5b7d-40ff-9d0f-4301e9c0104b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439093
Apr 03 05:30:32.645403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['a5146a59-6003-4840-a87d-140dfec34dd4'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:30:32.960262 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46fd020c-3abd-4b61-b877-afee9381d5be req-d66d9b4a-ffe1-4163-9198-0be00ac783a2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 210 time: 0.0524013
Apr 03 05:30:33.079952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-1ee81a4d-ba24-40f2-a688-eb6d5cb93e32 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:33.081755 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-1ee81a4d-ba24-40f2-a688-eb6d5cb93e32 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 817 time: 0.1643393
Apr 03 05:30:33.160469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7c6a628c-f95f-40bb-a1ca-36215d849d4a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Synchronizing usage tracker for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:security_group {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:30:33.176205 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7c6a628c-f95f-40bb-a1ca-36215d849d4a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Unset dirty status for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:security_group {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:30:33.177600 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7c6a628c-f95f-40bb-a1ca-36215d849d4a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a008c93e871048ba8600b910fbdf30a0 HTTP/1.1" status: 200  len: 5704 time: 0.0851796
Apr 03 05:30:33.187948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'port': {'device_id': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'admin_state_up': True, 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'security_groups': ['7e862a69-7a7a-45f3-bf60-a71599316fe1']}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:33.299273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:33.340812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:33.345085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Usage tracker for resource:port and tenant:a008c93e871048ba8600b910fbdf30a0 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:33.348032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:33.354106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:33.364618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Made reservation on behalf of a008c93e871048ba8600b910fbdf30a0 for: {'port': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:30:33.371829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:33.566120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Allocated IP 172.20.0.6 (cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af/45f426cc-ba72-4252-a86d-bba435b728f3/486c1630-3f60-4cbb-8be4-b88f722804c4) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:30:33.669572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796b9ae-6562-40b4-a60a-a76ac8b3782b req-efd44648-fe9e-4aeb-9874-f07845deafc1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:33.671215 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5796b9ae-6562-40b4-a60a-a76ac8b3782b req-efd44648-fe9e-4aeb-9874-f07845deafc1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 944 time: 0.0994439
Apr 03 05:30:33.735767 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5796b9ae-6562-40b4-a60a-a76ac8b3782b req-91763579-0de7-47ab-abc1-c52bc1e0be5f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552888
Apr 03 05:30:33.792152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:33.809411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Transition to ACTIVE for port object 486c1630-3f60-4cbb-8be4-b88f722804c4 will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:30:33.834298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:33.851924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:33.857874 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f031817-8278-4dc1-9d41-3aa8012a16e8 req-d6a36224-2a88-42cf-a47c-6c660c05742f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:33.859486 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3f031817-8278-4dc1-9d41-3aa8012a16e8 req-d6a36224-2a88-42cf-a47c-6c660c05742f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.0883248
Apr 03 05:30:33.907674 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3f031817-8278-4dc1-9d41-3aa8012a16e8 req-bd1a719a-14fb-44f0-91be-5b67ed6a8321 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414970
Apr 03 05:30:34.004072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:34.017122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.017546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.017965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.018377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.018785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.019220 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.019631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.020031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.020435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.020837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.021238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.021641 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:34.028752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:34.068904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:30:34.070089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:30:34.072526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:30:34.147910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:34.148877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.177570 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-e20ce4bd-3fed-4895-ba14-16b6372a4920 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9936082
Apr 03 05:30:34.189358 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4f825-ac44-47be-9c7a-59fc75ed1ca0 req-2495f6ff-68b7-426b-8633-6b0f79fded42 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:34.190222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Request body: {'port': {'device_id': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:34.191006 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a8e4f825-ac44-47be-9c7a-59fc75ed1ca0 req-2495f6ff-68b7-426b-8633-6b0f79fded42 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 931 time: 0.1096618
Apr 03 05:30:34.244629 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a8e4f825-ac44-47be-9c7a-59fc75ed1ca0 req-2075032c-2ed9-449a-9ff1-0fdd0df6cee5 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463130
Apr 03 05:30:34.316440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.348206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-9f3650b0-bd57-45c4-a1b4-738eef7a0afa None None] Provisioning for port 486c1630-3f60-4cbb-8be4-b88f722804c4 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:30:34.354526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-9f3650b0-bd57-45c4-a1b4-738eef7a0afa None None] Provisioning complete for port 486c1630-3f60-4cbb-8be4-b88f722804c4 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:30:34.354944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9f3650b0-bd57-45c4-a1b4-738eef7a0afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.384462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-00b327d9-5aa4-4227-a29a-3587e45f539a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.412398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-9f3650b0-bd57-45c4-a1b4-738eef7a0afa None None] Port 486c1630-3f60-4cbb-8be4-b88f722804c4 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:30:34.535144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device a5146a59-6003-4840-a87d-140dfec34dd4 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:30:34.608108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port a5146a59-6003-4840-a87d-140dfec34dd4 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:30:34.612927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port a5146a59-6003-4840-a87d-140dfec34dd4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:30:34.613340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.738893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.739583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486c1630-3f60-4cbb-8be4-b88f722804c4 {{(pid=84376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:30:34.748087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.764440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Transition to ACTIVE for port object 486c1630-3f60-4cbb-8be4-b88f722804c4 will not be triggered until provisioned by entity L2. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:30:34.768225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5146a59-6003-4840-a87d-140dfec34dd4'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:34.768424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.778842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port a5146a59-6003-4840-a87d-140dfec34dd4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5146a59-6003-4840-a87d-140dfec34dd4,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:34.785138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:34.787475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:34.864094 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'code': 200}
Apr 03 05:30:34.894139 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=a5146a59-6003-4840-a87d-140dfec34dd4,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:34.897561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:34.907032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-136676f0-2276-4067-bb5b-a24e8f8d9802 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:34.978428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb091c57-348a-4ba4-ac3e-ddb9cca7fa29 req-1bdf14ff-25eb-46ba-96fe-9f397c76e046 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:34.980220 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb091c57-348a-4ba4-ac3e-ddb9cca7fa29 req-1bdf14ff-25eb-46ba-96fe-9f397c76e046 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.1048203
Apr 03 05:30:35.081098 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb091c57-348a-4ba4-ac3e-ddb9cca7fa29 req-11caf08a-7883-49da-92ca-dd27a3131f12 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771542
Apr 03 05:30:35.094554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:35.116701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:35.220244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Attempting to bind port 486c1630-3f60-4cbb-8be4-b88f722804c4 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:30:35.220624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Attempting to bind port 486c1630-3f60-4cbb-8be4-b88f722804c4 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:30:35.221281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Attempting to bind port 486c1630-3f60-4cbb-8be4-b88f722804c4 on network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:30:35.228644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Port 486c1630-3f60-4cbb-8be4-b88f722804c4 on network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:30:35.229000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Attempting to bind port 486c1630-3f60-4cbb-8be4-b88f722804c4 on network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:30:35.235653 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:30:35.235980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Checking segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:30:35.236402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Bound using segment: {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:30:35.236871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Bound port: 486c1630-3f60-4cbb-8be4-b88f722804c4, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '370a6f9d-de28-48c5-8bc6-9eb64cb12107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af'}}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:30:35.237398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:35.311723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c29f38-11e8-4956-88bc-55eed24b92d8 req-62826231-0c32-43e9-818e-a028ccaaff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:35.313254 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3c29f38-11e8-4956-88bc-55eed24b92d8 req-62826231-0c32-43e9-818e-a028ccaaff4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 1098 time: 0.1119819
Apr 03 05:30:35.334160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364227a8-2dbb-4dda-bcfa-bb1eb5d0980f req-cf3cbdc6-26ea-41f0-888b-c99b1be032b4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:35.334949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, cleared binding levels {{(pid=84376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:30:35.339050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:30:35.343799 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-364227a8-2dbb-4dda-bcfa-bb1eb5d0980f req-cf3cbdc6-26ea-41f0-888b-c99b1be032b4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.2609632
Apr 03 05:30:35.344312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:35.360719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:35.392035 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:35.409696 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3c29f38-11e8-4956-88bc-55eed24b92d8 req-4641d24a-eeec-45a7-af6d-5eb6bb19125b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450523
Apr 03 05:30:35.487369 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-364227a8-2dbb-4dda-bcfa-bb1eb5d0980f req-3e2d55e3-90b4-48ca-9d3c-4fbb12e2b4fb tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=062aee3c-0478-4498-a126-28fc53959726&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1425645
Apr 03 05:30:35.521567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb491a-9d75-40dd-9d8b-bebca219e237 req-4bff4d1c-66a0-4b93-ab28-302e9b91ad5e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:35.523431 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-37bb491a-9d75-40dd-9d8b-bebca219e237 req-4bff4d1c-66a0-4b93-ab28-302e9b91ad5e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.1126411
Apr 03 05:30:35.559220 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=3']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:35.568658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:35.585457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:35.586119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:35.588207 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/486c1630-3f60-4cbb-8be4-b88f722804c4 HTTP/1.1" status: 200  len: 1093 time: 1.4027035
Apr 03 05:30:35.588747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:35.623145 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-37bb491a-9d75-40dd-9d8b-bebca219e237 req-b67f2134-e482-4188-913e-ce4925ac029c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927908
Apr 03 05:30:35.675054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-68aec3e5-b025-4a37-84ec-82194f0ba777 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:35.675326 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'status': 'completed', 'code': 200}
Apr 03 05:30:35.676637 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-68aec3e5-b025-4a37-84ec-82194f0ba777 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 945 time: 0.1134155
Apr 03 05:30:35.712924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-06b098a8-1204-43b0-a6c4-1ab9e2d1d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:35.714538 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-06b098a8-1204-43b0-a6c4-1ab9e2d1d8a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 1096 time: 0.0882878
Apr 03 05:30:35.758185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Deleting port f96a2027-85c1-4996-9387-145d61872f4e {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:30:35.758735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:36.017679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] For port f96a2027-85c1-4996-9387-145d61872f4e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=f96a2027-85c1-4996-9387-145d61872f4e,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:36.018075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:36.398806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:36.399239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:36.400195 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Floating IP 4bbaa18e-6bf8-4629-bf1d-630eea05a5e9 disassociated. External IP: 172.27.3.69, port: f96a2027-85c1-4996-9387-145d61872f4e.
Apr 03 05:30:36.400734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Calling delete_port for f96a2027-85c1-4996-9387-145d61872f4e owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:30:36.438188 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73723d8-b627-4107-a303-289b7e0611c7 req-f250485b-e353-4de4-9117-0bd0eccb3b4d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:36.439744 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a73723d8-b627-4107-a303-289b7e0611c7 req-f250485b-e353-4de4-9117-0bd0eccb3b4d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.2515354
Apr 03 05:30:36.526626 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a73723d8-b627-4107-a303-289b7e0611c7 req-2ff8e0f1-123f-41ad-a036-abf9ee3d9b35 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766673
Apr 03 05:30:36.600727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:36.616109 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:36.712445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event deleted for resources: {'Port': ['ID=f96a2027-85c1-4996-9387-145d61872f4e,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:36.779096 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.779682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.779886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.780270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.780650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.781031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.781410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.781786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.782161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.782541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.782910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.783307 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:36.793693 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9447a4b6-1d05-4d26-ac23-29d65aab826f req-6cf17522-89b1-43ac-8abf-ae1e9a5a809c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 210 time: 0.1356025
Apr 03 05:30:36.828909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:36.847718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:36.923806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1294444-09ef-4bc0-a08a-de1255c921f5 req-6c14aa3e-4007-4d17-bac0-7cbe61854664 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:36.925422 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1294444-09ef-4bc0-a08a-de1255c921f5 req-6c14aa3e-4007-4d17-bac0-7cbe61854664 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.1481941
Apr 03 05:30:37.113006 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1294444-09ef-4bc0-a08a-de1255c921f5 req-0d60f241-8dac-4738-9e7a-1be106f2e3da tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269946
Apr 03 05:30:37.148454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Router 75d3f499-cd84-44f3-bbb2-f605a924b5fd has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:30:37.341467 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:30:37.351853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] Sync routers for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:30:37.363019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:37.364034 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d965a90>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:37.423004 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] No DVR routers for this DVR port f96a2027-85c1-4996-9387-145d61872f4e on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:30:37.424505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:37.427354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421534fa-5676-4ac8-988e-8f819f81316b', 'name': 'network-vif-deleted', 'tag': 'f96a2027-85c1-4996-9387-145d61872f4e'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:37.436304 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-25c72a53-397e-42fa-83cf-6d5f607e25c0 req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "DELETE /v2.0/ports/f96a2027-85c1-4996-9387-145d61872f4e HTTP/1.1" status: 204  len: 173 time: 1.7526438
Apr 03 05:30:37.477961 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421534fa-5676-4ac8-988e-8f819f81316b', 'name': 'network-vif-deleted', 'tag': 'f96a2027-85c1-4996-9387-145d61872f4e', 'status': 'completed', 'code': 200}
Apr 03 05:30:37.556565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:37.901861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d965a90>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:37.906310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] Checking router: 75d3f499-cd84-44f3-bbb2-f605a924b5fd for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:30:37.916029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:37.916854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d965a90>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:37.971597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-3c12d72c-224e-4743-8942-2cef19fe2193 req-c6f73714-0b48-4a8d-a40c-e7cc9a2ff137 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Synchronizing usage tracker for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:30:38.003314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-3c12d72c-224e-4743-8942-2cef19fe2193 req-c6f73714-0b48-4a8d-a40c-e7cc9a2ff137 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Unset dirty status for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:30:38.004565 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3c12d72c-224e-4743-8942-2cef19fe2193 req-c6f73714-0b48-4a8d-a40c-e7cc9a2ff137 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 210 time: 0.0824492
Apr 03 05:30:38.014075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873e6b-b14f-4d8a-ad6a-ca2e082cf24b req-69310152-0794-4285-9d4f-026ba0bd7fe5 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:38.015664 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-49873e6b-b14f-4d8a-ad6a-ca2e082cf24b req-69310152-0794-4285-9d4f-026ba0bd7fe5 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.3767836
Apr 03 05:30:38.066353 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-49873e6b-b14f-4d8a-ad6a-ca2e082cf24b req-af71c104-6750-4b59-9eaa-75a69940205b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435898
Apr 03 05:30:38.108681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:38.331799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206f584-92bb-4cfa-983b-e40e997db3f0 req-e387b37c-19a4-4e98-8aa0-c14efd3fa49b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:38.333326 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5206f584-92bb-4cfa-983b-e40e997db3f0 req-e387b37c-19a4-4e98-8aa0-c14efd3fa49b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0904944
Apr 03 05:30:38.381339 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5206f584-92bb-4cfa-983b-e40e997db3f0 req-4271625d-ac71-4305-b523-ed5937b9f2a4 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413661
Apr 03 05:30:38.441069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d965a90>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:38.445498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb09e0-b614-4dca-b05e-4a46aec3301c None None] The sync data for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi is: [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:30:38.652551 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-b4c28e17-e998-4000-8061-75ce9c87aa4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=486c1630-3f60-4cbb-8be4-b88f722804c4 HTTP/1.1" status: 200  len: 217 time: 0.0806677
Apr 03 05:30:38.727187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-592827aa-9410-44d5-a898-db4d345da994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:38.729439 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-592827aa-9410-44d5-a898-db4d345da994 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.0704615
Apr 03 05:30:38.812563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-aadde000-63c8-481c-8495-cfec29885dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:38.814151 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-aadde000-63c8-481c-8495-cfec29885dc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780189
Apr 03 05:30:38.843139 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95789d2f-9d89-4734-87e4-35e87d79a4bc None None] New status for floating IP 4bbaa18e-6bf8-4629-bf1d-630eea05a5e9: DOWN {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:30:38.958692 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-53f64259-6570-488f-a286-fb67f1ef31c6 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351798
Apr 03 05:30:39.146064 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-372f639a-48c2-4a78-a45e-53d6c16f63db req-b12d79ed-eaff-4efa-a375-2d506daa39d7 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794837
Apr 03 05:30:39.296490 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8754c52d-52b7-43d9-b4a3-3f95564fe164 req-7017e656-9b5e-49e8-9a6f-5d62129e401e tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=421534fa-5676-4ac8-988e-8f819f81316b HTTP/1.1" status: 200  len: 210 time: 0.1227729
Apr 03 05:30:39.353942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25d88a-e343-43d2-a009-adbd3d98f2c6 req-c2b2eb84-a476-4271-86ce-ed866c3fd83e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:39.355572 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa25d88a-e343-43d2-a009-adbd3d98f2c6 req-c2b2eb84-a476-4271-86ce-ed866c3fd83e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.1121967
Apr 03 05:30:39.405476 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa25d88a-e343-43d2-a009-adbd3d98f2c6 req-1a2a3529-2d9c-4615-8a68-7c5f44c43bac tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432053
Apr 03 05:30:39.427080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7ed5-1991-4308-863e-b16946580789 req-97d7b198-6367-4b8e-9435-e533ea451a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:39.428760 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4f7ed5-1991-4308-863e-b16946580789 req-97d7b198-6367-4b8e-9435-e533ea451a7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 1096 time: 0.0939376
Apr 03 05:30:39.602162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3da0a2-ba6d-4df4-96d6-5fbcf8d0fa5f req-ecf89807-ec21-48f4-9782-9c56bde62384 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:39.604499 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb3da0a2-ba6d-4df4-96d6-5fbcf8d0fa5f req-ecf89807-ec21-48f4-9782-9c56bde62384 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0991104
Apr 03 05:30:39.662901 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb3da0a2-ba6d-4df4-96d6-5fbcf8d0fa5f req-00e3a8f6-605f-42fb-912d-fb4213ae1af2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519910
Apr 03 05:30:39.802892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7ed5-1991-4308-863e-b16946580789 req-d2ee2c6f-b503-43bb-b98a-403925c960f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:39.804580 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4f7ed5-1991-4308-863e-b16946580789 req-d2ee2c6f-b503-43bb-b98a-403925c960f1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 918 time: 0.3693767
Apr 03 05:30:39.881172 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4f7ed5-1991-4308-863e-b16946580789 req-a6cc4684-6a6b-44b5-843e-f4026d0f6f23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=486c1630-3f60-4cbb-8be4-b88f722804c4 HTTP/1.1" status: 200  len: 217 time: 0.0692873
Apr 03 05:30:39.950460 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7ed5-1991-4308-863e-b16946580789 req-f2a22b1c-3658-45a6-8853-7dbeb87b4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:39.952045 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4f7ed5-1991-4308-863e-b16946580789 req-f2a22b1c-3658-45a6-8853-7dbeb87b4564 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.0637949
Apr 03 05:30:40.045691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7ed5-1991-4308-863e-b16946580789 req-7770a228-5759-4fbd-bc79-b488f32a9790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:40.047296 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4f7ed5-1991-4308-863e-b16946580789 req-7770a228-5759-4fbd-bc79-b488f32a9790 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767677
Apr 03 05:30:40.194113 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4f7ed5-1991-4308-863e-b16946580789 req-aa9f0e94-b175-4028-87a3-fc789b17dfaf service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382554
Apr 03 05:30:40.335768 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4f7ed5-1991-4308-863e-b16946580789 req-facf357a-e8eb-4bd5-9b27-9150cd101464 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354215
Apr 03 05:30:40.427011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43286) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:40.499945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66446e7f-bea4-4435-8fd2-1cd6323b9896 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:40.531573 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66446e7f-bea4-4435-8fd2-1cd6323b9896 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:40.576647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66446e7f-bea4-4435-8fd2-1cd6323b9896 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:40.582179 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6725fff1-e73e-423f-8b7b-2f9c80eb891c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:40.599365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66446e7f-bea4-4435-8fd2-1cd6323b9896 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062aee3c-0478-4498-a126-28fc53959726,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:40.603547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-66446e7f-bea4-4435-8fd2-1cd6323b9896 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:40.607350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66446e7f-bea4-4435-8fd2-1cd6323b9896 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:40.607927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57263b-cfc0-4667-b734-ef7c2d9d36df req-f68a5373-b4a8-4bd4-8c40-ff9b4717279c tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:40.611059 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-66446e7f-bea4-4435-8fd2-1cd6323b9896 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "DELETE /v2.0/security-groups/062aee3c-0478-4498-a126-28fc53959726 HTTP/1.1" status: 204  len: 168 time: 0.1803894
Apr 03 05:30:40.611281 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce57263b-cfc0-4667-b734-ef7c2d9d36df req-f68a5373-b4a8-4bd4-8c40-ff9b4717279c tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.0885887
Apr 03 05:30:40.611406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43292) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:40.629550 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.v2.resource [None req-b04041aa-a7db-4698-b933-aeea88929593 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] show failed (client error): The resource could not be found.
Apr 03 05:30:40.630732 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b04041aa-a7db-4698-b933-aeea88929593 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups/062aee3c-0478-4498-a126-28fc53959726 HTTP/1.1" status: 404  len: 347 time: 0.0183194
Apr 03 05:30:40.634651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43296) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:40.659399 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce57263b-cfc0-4667-b734-ef7c2d9d36df req-0c883238-37f0-4d67-865f-4f3f0fb97eb1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434206
Apr 03 05:30:40.807030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Deleting port 61b039c7-2966-406b-b351-13b75636b876 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:30:40.807514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:40.927762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da99454-3edc-411d-aabf-f4a60847b5c3 req-9a733d75-3ed2-4d45-9dc5-b0dc944394a1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:40.929382 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8da99454-3edc-411d-aabf-f4a60847b5c3 req-9a733d75-3ed2-4d45-9dc5-b0dc944394a1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.1570356
Apr 03 05:30:40.942559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe21deb-4220-4c99-80bd-b546483fc969 req-f186d1fd-6cbd-40c0-890e-d831df6d8d46 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:40.944100 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cbe21deb-4220-4c99-80bd-b546483fc969 req-f186d1fd-6cbd-40c0-890e-d831df6d8d46 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.1316628
Apr 03 05:30:40.995840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:40.996211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.018157 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8da99454-3edc-411d-aabf-f4a60847b5c3 req-9a7f1e59-a68c-4c27-a50b-d955317f3db2 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730050
Apr 03 05:30:41.030812 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cbe21deb-4220-4c99-80bd-b546483fc969 req-d925f8c7-91eb-4a2c-93ee-75911ad94c9e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695221
Apr 03 05:30:41.049127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43308) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:41.134602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Calling delete_port for 61b039c7-2966-406b-b351-13b75636b876 owned by network:floatingip {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:30:41.287547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.314895 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d259d647-d150-4eda-97c3-be03c6a57e60 tempest-DeleteServersTestJSON-1808976531 tempest-DeleteServersTestJSON-1808976531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:41.352552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af59d24-9fc4-413d-bb61-9a341ff4eeb2 tempest-TestVolumeBootPattern-1258824125 tempest-TestVolumeBootPattern-1258824125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:41.355602 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7af59d24-9fc4-413d-bb61-9a341ff4eeb2 tempest-TestVolumeBootPattern-1258824125 tempest-TestVolumeBootPattern-1258824125-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 1093 time: 0.3053253
Apr 03 05:30:41.358662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43320) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:41.365046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'port_id': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:41.372631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:41.376950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:floatingip and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:41.380529 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:41.391332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:41.398147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.422673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event deleted for resources: {'Port': ['ID=61b039c7-2966-406b-b351-13b75636b876,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:41.426714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:41.545619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.577247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.594739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.596143 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "DELETE /v2.0/floatingips/4bbaa18e-6bf8-4629-bf1d-630eea05a5e9 HTTP/1.1" status: 204  len: 168 time: 0.9603355
Apr 03 05:30:41.695840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Allocated IP 172.27.3.133 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/0887828a-2c26-44bc-b868-1a883daef166) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:30:41.804313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43328) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:41.810836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952151584', 'description': 'tempest-description--41330240'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:41.817122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:41.821992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:security_group and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:41.825118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:41.831014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:41.842499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.853520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.863106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:41.867050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:security_group_rule and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:41.870448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:41.876330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:41.883512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.898693 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:41.948532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.951315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:41.956921 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-60de874b-65e0-4e98-b226-1d016451fcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:42.003705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba854648-3bef-404e-b64e-7c58265cd922,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:42.006496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:42.007369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.011960 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.2032671
Apr 03 05:30:42.012715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43332) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:42.017733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'security_group_rule': {'security_group_id': 'ba854648-3bef-404e-b64e-7c58265cd922', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:42.023967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:42.028613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:security_group_rule and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:42.031672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:42.037557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:42.042661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=0887828a-2c26-44bc-b868-1a883daef166,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:42.047227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:42.053694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.091889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:30:42.093502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:30:42.098491 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:30:42.120161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.123870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.126090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:42.147518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb8954c-09ee-4612-9eec-945bd01d6a5b,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:42.151591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:42.168185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.173440 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-eac0092b-339c-482f-8500-32ba9a868c89 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1584556
Apr 03 05:30:42.173659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43338) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:42.182026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'security_group_rule': {'security_group_id': 'ba854648-3bef-404e-b64e-7c58265cd922', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:42.220164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:42.263003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:security_group_rule and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:42.274227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:42.297837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:42.370511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.587280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601dc33-02ef-4abe-882b-c85422f32399 req-d7bb97c8-172a-4fe9-8138-83630613132e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:42.588758 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6601dc33-02ef-4abe-882b-c85422f32399 req-d7bb97c8-172a-4fe9-8138-83630613132e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.3744199
Apr 03 05:30:42.634362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.651754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.671434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b0f4d81b-fffa-4c46-8fee-d03e21255bab tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:42.685913 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6601dc33-02ef-4abe-882b-c85422f32399 req-aec2ddd5-7903-410d-9bc5-a2d49b99e756 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905383
Apr 03 05:30:42.702387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db674631-9e0d-4770-bf0a-e997530c750c,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:42.718923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:42.739427 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.740676 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-08e9a0c2-b382-442c-82ef-df61f6dede58 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5662591
Apr 03 05:30:42.744240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43344) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:42.750284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:42.756640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:42.761193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:floatingip and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:42.764177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:42.770219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:42.780368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.782233 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.861188 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:42.925206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.072135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Allocated IP 172.27.3.112 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/1bec1d15-8e6c-4a96-8ae8-fe91d268c35d) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:30:43.137912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.144355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.160550 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-831801fd-fdc6-4b8f-9ceb-2dea900d83a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:43.231960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.263459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.278827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-42f18851-6c90-47ef-b810-a7837a97c790 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:43.301787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=0887828a-2c26-44bc-b868-1a883daef166,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:43.307147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:43.403970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.424042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'Port': ['ID=1bec1d15-8e6c-4a96-8ae8-fe91d268c35d,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:43.427010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:43.479837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:30:43.481068 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:30:43.483434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:30:43.573056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.639673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.812488 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Floating IP 997ac289-5236-476c-a3b3-698a83ec9edb associated. External IP: 172.27.3.133, port: a5146a59-6003-4840-a87d-140dfec34dd4.
Apr 03 05:30:43.925073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.928526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:43.943628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-47dcd638-3007-4356-abe5-6cd733e82612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:44.070896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e413283-f758-4289-acaf-349134dcd77f req-8ca3301d-9a08-476c-829d-6aad4c51b3a1 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:44.073867 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0e413283-f758-4289-acaf-349134dcd77f req-8ca3301d-9a08-476c-829d-6aad4c51b3a1 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.2629564
Apr 03 05:30:44.088085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'Port': ['ID=1bec1d15-8e6c-4a96-8ae8-fe91d268c35d,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:44.091080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:44.193966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:44.216094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:44.218562 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4720452
Apr 03 05:30:44.282106 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0e413283-f758-4289-acaf-349134dcd77f req-434e4cc7-e642-4e99-aaa1-d6dcabafe077 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420946
Apr 03 05:30:44.325141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:30:44.578444 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-fe60b64f-6a3e-48aa-8a14-7f825e09a4eb tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--952151584&fields=id&tenant_id=e2ab9526fb4841608a82a6486ec486f5 HTTP/1.1" status: 200  len: 267 time: 0.0974531
Apr 03 05:30:44.717256 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:30:44.720942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:30:44.731383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device f96a2027-85c1-4996-9387-145d61872f4e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:30:44.758077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:30:44.776178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:44.783011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: f96a2027-85c1-4996-9387-145d61872f4e {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:30:44.783444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device f96a2027-85c1-4996-9387-145d61872f4e not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:30:44.792875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:44.793560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647d4d400>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:44.870931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519e359-d4b6-4432-af94-4f227de6baea req-82913df2-684b-443a-8311-7772d9fa7bd4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:44.872493 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-82913df2-684b-443a-8311-7772d9fa7bd4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 811 time: 0.2792416
Apr 03 05:30:44.878706 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5186024
Apr 03 05:30:44.880788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'tag': 'a5146a59-6003-4840-a87d-140dfec34dd4'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:44.898363 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-5c2fb9bb-432a-401e-9878-e8096b113fcc tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/quotas/e2ab9526fb4841608a82a6486ec486f5 HTTP/1.1" status: 200  len: 375 time: 0.0183103
Apr 03 05:30:44.959364 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'tag': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'status': 'completed', 'code': 200}
Apr 03 05:30:45.022152 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-d4ffb45b-7107-45a4-90ba-45dde02890e3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1148458
Apr 03 05:30:45.078719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-5ff11ce5-1557-4820-997f-e3d22174d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:45.081641 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-5ff11ce5-1557-4820-997f-e3d22174d9ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 1098 time: 0.1084397
Apr 03 05:30:45.132818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.resource_extend [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 03 05:30:45.198295 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-76be01f3-aa83-4504-8131-a1f956f276ff service neutron] 10.222.0.30 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582561
Apr 03 05:30:45.267855 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-3acd8d47-76c7-4452-82cc-a6e24cdebdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:45.269583 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-3acd8d47-76c7-4452-82cc-a6e24cdebdfb service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.1808259
Apr 03 05:30:45.316072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:45.350103 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-bf0a785c-4095-434a-8180-0fd34b42cad5 service neutron] 10.222.0.30 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446757
Apr 03 05:30:45.377652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:45.407039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'port_id': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'mac_address': 'fa:16:3e:27:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:30:45.408242 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-39f4e924-a09d-4189-9b49-70dd77662c3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5146a59-6003-4840-a87d-140dfec34dd4 HTTP/1.1" status: 200  len: 999 time: 0.1251450
Apr 03 05:30:45.488759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-3aa415b6-f232-43a1-a0d9-eddfc74ba340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:45.490521 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-3aa415b6-f232-43a1-a0d9-eddfc74ba340 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0740929
Apr 03 05:30:45.548712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd0f8-11a3-455c-a15f-9a2d8299981a req-33443d54-33f7-4492-9c7c-6d86791cb50f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:45.553947 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-826cd0f8-11a3-455c-a15f-9a2d8299981a req-33443d54-33f7-4492-9c7c-6d86791cb50f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.1300168
Apr 03 05:30:45.567216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:45.623236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486c1630-3f60-4cbb-8be4-b88f722804c4 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:30:45.641739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:45.720449 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-826cd0f8-11a3-455c-a15f-9a2d8299981a req-a297bc31-978b-419d-b8a2-834323facbe0 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1561921
Apr 03 05:30:45.726161 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29d0fbb2-a138-4e26-b00d-552d241b0063 req-d20c0d0d-64ab-407e-9bd0-55e0a8465293 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0931358
Apr 03 05:30:45.760729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:45.779780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:45.892592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:45.913814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.914147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.914527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.915711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.916093 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.916205 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-43d2f13d-493a-426c-9221-e23dd8fe80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:45.916464 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.916866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.917196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.917565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.917685 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-43d2f13d-493a-426c-9221-e23dd8fe80f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4198325
Apr 03 05:30:45.917932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.918396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.918828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:30:45.924633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:46.001997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647d4d400>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '997ac289-5236-476c-a3b3-698a83ec9edb', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:a0:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:42Z', 'updated_at': '2021-04-03T05:30:42Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:46.006063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:30:46.015739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:46.016389 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647d4d400>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:46.078681 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-db7552f0-96f7-483a-ac4b-357aba5015f6 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454334
Apr 03 05:30:46.081210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['486c1630-3f60-4cbb-8be4-b88f722804c4'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:30:46.233038 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-621ee3d6-18c3-4689-ba58-5fe98963f2bc req-50478d93-0ac7-4669-868a-521040cd3ccd service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476517
Apr 03 05:30:46.298936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:46.734346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647d4d400>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '997ac289-5236-476c-a3b3-698a83ec9edb', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:a0:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:42Z', 'updated_at': '2021-04-03T05:30:42Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:46.738612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251db13d-f75f-4284-b48c-e405a7a14c73 None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '997ac289-5236-476c-a3b3-698a83ec9edb', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.133', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:a0:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:42Z', 'updated_at': '2021-04-03T05:30:42Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:30:46.855500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519e359-d4b6-4432-af94-4f227de6baea req-b388b55a-ad8e-458d-965f-c90223a4f1f4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:46.857081 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-b388b55a-ad8e-458d-965f-c90223a4f1f4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 811 time: 0.1746805
Apr 03 05:30:46.944016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-a519e359-d4b6-4432-af94-4f227de6baea req-d908fb87-1e80-478f-a6a5-fbf4dc888dd6 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Synchronizing usage tracker for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:security_group {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:30:46.965555 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-a519e359-d4b6-4432-af94-4f227de6baea req-d908fb87-1e80-478f-a6a5-fbf4dc888dd6 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Unset dirty status for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:security_group {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:30:46.967082 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-d908fb87-1e80-478f-a6a5-fbf4dc888dd6 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2ab9526fb4841608a82a6486ec486f5 HTTP/1.1" status: 200  len: 5702 time: 0.0990434
Apr 03 05:30:46.977602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'port': {'device_id': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'admin_state_up': True, 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'security_groups': ['ba854648-3bef-404e-b64e-7c58265cd922']}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:46.979806 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4344e060-3f6d-4987-8e76-6b4adf571610 req-2615bdf5-eade-4341-9458-188ba8c4f35a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0728939
Apr 03 05:30:47.029717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b584282-d171-4789-b50c-02e5a77df619 req-2aad6693-8a3d-4651-9756-3e74ecc3933b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:47.034100 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b584282-d171-4789-b50c-02e5a77df619 req-2aad6693-8a3d-4651-9756-3e74ecc3933b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 944 time: 0.1827838
Apr 03 05:30:47.094274 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6b584282-d171-4789-b50c-02e5a77df619 req-66587731-7383-448a-be57-a6139631b6d7 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513124
Apr 03 05:30:47.114762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e2dfa-4307-41c1-861a-63a16b32a732 None None] New status for floating IP 997ac289-5236-476c-a3b3-698a83ec9edb: ACTIVE {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:30:47.162258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:47.167948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Usage tracker for resource:port and tenant:e2ab9526fb4841608a82a6486ec486f5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:47.171532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:47.178246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:47.189418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Made reservation on behalf of e2ab9526fb4841608a82a6486ec486f5 for: {'port': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:30:47.195655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:47.384757 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Allocated IP 172.20.0.3 (6d1d4ff6-9810-4f27-a8e2-0677990f8ce8/ebfd9022-5fd4-4c24-bd24-a6971815d9a6/d5f1ce41-cb08-4e87-bc94-cde28a27d453) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:30:47.591666 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:47.607587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Transition to ACTIVE for port object d5f1ce41-cb08-4e87-bc94-cde28a27d453 will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:30:47.630927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:47.646397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1c0420ca-e43c-4935-b3f5-ed574e214bb9 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:47.794901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event updated for resources: {'Port': ['ID=d5f1ce41-cb08-4e87-bc94-cde28a27d453,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:47.799215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:47.842326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:30:47.843455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:30:47.845563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:30:47.913554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:47.914220 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:47.938527 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9653478
Apr 03 05:30:48.076417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-fe80e68d-4894-4b54-be01-81530ce6dc23 None None] Provisioning for port d5f1ce41-cb08-4e87-bc94-cde28a27d453 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:30:48.081483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-fe80e68d-4894-4b54-be01-81530ce6dc23 None None] Provisioning complete for port d5f1ce41-cb08-4e87-bc94-cde28a27d453 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:30:48.081907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fe80e68d-4894-4b54-be01-81530ce6dc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:48.148605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-fe80e68d-4894-4b54-be01-81530ce6dc23 None None] Port d5f1ce41-cb08-4e87-bc94-cde28a27d453 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:30:48.195798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc3c29-75a4-4b8d-a5f6-06eb6006124a req-2dac3cd6-6ad6-4c52-a33c-843518f43f3c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:48.197548 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d9cc3c29-75a4-4b8d-a5f6-06eb6006124a req-2dac3cd6-6ad6-4c52-a33c-843518f43f3c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 931 time: 0.0931935
Apr 03 05:30:48.296934 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d9cc3c29-75a4-4b8d-a5f6-06eb6006124a req-bc1c2569-c861-4f08-a127-91affb593c67 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911512
Apr 03 05:30:48.334903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cbb02-6fc9-43c7-8ee3-90ee3a5f916a req-24b37672-dfe6-4cdf-bb06-e23429452d5d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:48.336416 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-346cbb02-6fc9-43c7-8ee3-90ee3a5f916a req-24b37672-dfe6-4cdf-bb06-e23429452d5d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 944 time: 0.1095161
Apr 03 05:30:48.383942 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-346cbb02-6fc9-43c7-8ee3-90ee3a5f916a req-cfef7fb3-c189-42fb-9e83-4c8ce0905b4b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405419
Apr 03 05:30:49.499037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93cf9e-b460-4d66-8f40-e89fb59acdd7 req-36e5ae70-4448-45fb-81bf-3d23088201b4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:49.500692 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb93cf9e-b460-4d66-8f40-e89fb59acdd7 req-36e5ae70-4448-45fb-81bf-3d23088201b4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 931 time: 0.0883813
Apr 03 05:30:49.540809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:30:49.544958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Request body: {'port': {'device_id': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:49.605020 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cb93cf9e-b460-4d66-8f40-e89fb59acdd7 req-35341ec9-129e-4bd7-bac3-59fc755728e8 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536201
Apr 03 05:30:49.621807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 486c1630-3f60-4cbb-8be4-b88f722804c4 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:30:49.627952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 486c1630-3f60-4cbb-8be4-b88f722804c4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:30:49.628372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:49.645318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcea2b1-4399-4dfe-bdd1-9d395c65482b req-31270507-3c91-497f-9ddc-82ac33b7308a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:49.647120 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0fcea2b1-4399-4dfe-bdd1-9d395c65482b req-31270507-3c91-497f-9ddc-82ac33b7308a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 944 time: 0.1454706
Apr 03 05:30:49.678785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:49.699225 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0fcea2b1-4399-4dfe-bdd1-9d395c65482b req-309b9468-c83d-4f09-9ff0-f6c002d8903c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446162
Apr 03 05:30:49.758313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:49.786327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:49.797553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:49.800871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:49.802792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-320035f8-3f41-43ac-9e1d-61c716a87c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:49.840832 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'code': 200}
Apr 03 05:30:49.877302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:49.880456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:50.097740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f1ce41-cb08-4e87-bc94-cde28a27d453 {{(pid=84376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:30:50.107847 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:50.123488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Transition to ACTIVE for port object d5f1ce41-cb08-4e87-bc94-cde28a27d453 will not be triggered until provisioned by entity L2. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:30:50.126076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:50.141376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:50.284637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Pushing event updated for resources: {'Port': ['ID=d5f1ce41-cb08-4e87-bc94-cde28a27d453,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:50.289118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:50.502024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Attempting to bind port d5f1ce41-cb08-4e87-bc94-cde28a27d453 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:30:50.502545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Attempting to bind port d5f1ce41-cb08-4e87-bc94-cde28a27d453 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:30:50.502736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Attempting to bind port d5f1ce41-cb08-4e87-bc94-cde28a27d453 on network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:30:50.507541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Port d5f1ce41-cb08-4e87-bc94-cde28a27d453 on network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:30:50.507893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Attempting to bind port d5f1ce41-cb08-4e87-bc94-cde28a27d453 on network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:30:50.513262 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:30:50.513628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Checking segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:30:50.514037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Bound using segment: {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:30:50.514502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Bound port: d5f1ce41-cb08-4e87-bc94-cde28a27d453, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '251adbc3-09a2-48be-8b80-2a1dafa22b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8'}}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:30:50.514879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:50.618973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] For port d5f1ce41-cb08-4e87-bc94-cde28a27d453, host hv-cinder-78462, cleared binding levels {{(pid=84376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:30:50.622785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] For port d5f1ce41-cb08-4e87-bc94-cde28a27d453, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d5f1ce41-cb08-4e87-bc94-cde28a27d453,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:30:50.630051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:50.645920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:50.805557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Pushing event updated for resources: {'Port': ['ID=d5f1ce41-cb08-4e87-bc94-cde28a27d453,revision_number=3']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:50.809300 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:50.845664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:50.846490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:50.848013 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-8da98f5a-625c-4b3e-8980-d11f40580f2d service neutron] 10.222.0.35 "PUT /v2.0/ports/d5f1ce41-cb08-4e87-bc94-cde28a27d453 HTTP/1.1" status: 200  len: 1093 time: 1.3078156
Apr 03 05:30:50.848576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'tag': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:50.949837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cc1d6-a5c0-4347-9e18-efa28da7f29f req-18e7251c-9268-4ea4-8065-805ae15bc883 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:50.951638 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1f4cc1d6-a5c0-4347-9e18-efa28da7f29f req-18e7251c-9268-4ea4-8065-805ae15bc883 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 943 time: 0.2276020
Apr 03 05:30:50.960228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e4b62-821b-43b0-8f81-8286bf99a331 req-716a3c12-dcc5-4378-87ce-721262d0fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:50.962608 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-451e4b62-821b-43b0-8f81-8286bf99a331 req-716a3c12-dcc5-4378-87ce-721262d0fb9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 1098 time: 0.2008355
Apr 03 05:30:50.982539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519e359-d4b6-4432-af94-4f227de6baea req-fad72839-847d-4e59-9c37-a40792d81d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:50.984660 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-fad72839-847d-4e59-9c37-a40792d81d11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 1096 time: 0.0965607
Apr 03 05:30:51.014136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabb777-84fa-4cd0-a06c-60bb0af1713e req-e8c8b5f4-553d-4449-af22-22b9c1c642af tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:51.015768 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cbabb777-84fa-4cd0-a06c-60bb0af1713e req-e8c8b5f4-553d-4449-af22-22b9c1c642af tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.1874499
Apr 03 05:30:51.068422 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-4063fdd0-01e5-4dfe-a723-9ce839579682 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f1ce41-cb08-4e87-bc94-cde28a27d453 HTTP/1.1" status: 200  len: 217 time: 0.0729856
Apr 03 05:30:51.070830 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1f4cc1d6-a5c0-4347-9e18-efa28da7f29f req-5a44e0c3-f937-4d35-8246-b96d2e0d266a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1050494
Apr 03 05:30:51.077137 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-451e4b62-821b-43b0-8f81-8286bf99a331 req-8465606d-8ff4-425e-a0ea-034b587fa9ef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914645
Apr 03 05:30:51.101359 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cbabb777-84fa-4cd0-a06c-60bb0af1713e req-b55c7880-649d-4355-ace9-6abb3cf0f622 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688949
Apr 03 05:30:51.151943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519e359-d4b6-4432-af94-4f227de6baea req-0968a59b-d6d3-4a80-8762-523cd9ff9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:51.153590 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-0968a59b-d6d3-4a80-8762-523cd9ff9761 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.0776830
Apr 03 05:30:51.161094 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'tag': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'status': 'completed', 'code': 200}
Apr 03 05:30:51.242747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519e359-d4b6-4432-af94-4f227de6baea req-9d6f50b4-f57c-456f-b5d7-9056755e770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:51.244364 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-9d6f50b4-f57c-456f-b5d7-9056755e770d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802939
Apr 03 05:30:51.608905 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-5d227a06-5542-42f0-bf96-75b416b127da service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3567502
Apr 03 05:30:51.756379 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a519e359-d4b6-4432-af94-4f227de6baea req-b4fd009c-59a1-4a90-a0f9-dba03ccbf008 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359136
Apr 03 05:30:51.885787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-43ae179e-e4a4-44da-afae-48aab50c9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:51.887423 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-43ae179e-e4a4-44da-afae-48aab50c9af4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 1096 time: 0.0785506
Apr 03 05:30:52.031579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-98c60080-4aaa-403d-a918-4d3e224d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:52.033150 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-98c60080-4aaa-403d-a918-4d3e224d47ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 912 time: 0.1391699
Apr 03 05:30:52.120534 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-864d6857-26f8-4e10-8c30-26c0d4873e44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f1ce41-cb08-4e87-bc94-cde28a27d453 HTTP/1.1" status: 200  len: 217 time: 0.0744424
Apr 03 05:30:52.209721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-86527fc1-5b25-4249-bcb4-42b6c5df3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:52.212751 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-86527fc1-5b25-4249-bcb4-42b6c5df3aa0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.0816076
Apr 03 05:30:52.306811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-e672feac-ce49-4094-83ae-cf099ab007e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:52.308510 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-e672feac-ce49-4094-83ae-cf099ab007e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883653
Apr 03 05:30:52.399834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7211d0d-a067-48b7-8e14-663e763f6505 req-009d1c46-7975-4433-a83e-307e003a1c82 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:52.401365 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b7211d0d-a067-48b7-8e14-663e763f6505 req-009d1c46-7975-4433-a83e-307e003a1c82 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 943 time: 0.1682665
Apr 03 05:30:52.410101 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a035-c9f7-4a1d-9395-a3254cbae7b4 req-2a1fcaf8-ed2b-48cf-a309-fbfb2c16aae5 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:52.411659 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d8e1a035-c9f7-4a1d-9395-a3254cbae7b4 req-2a1fcaf8-ed2b-48cf-a309-fbfb2c16aae5 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.1361907
Apr 03 05:30:52.452757 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-624757bd-72e6-4ac3-b970-3f0d5fb6b6dc service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369793
Apr 03 05:30:52.487622 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b7211d0d-a067-48b7-8e14-663e763f6505 req-fe7121ae-3815-45ab-91f8-4d503fdd62f9 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748916
Apr 03 05:30:52.492395 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d8e1a035-c9f7-4a1d-9395-a3254cbae7b4 req-414a7c87-7e1e-41fd-8ce8-03b20418656e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652573
Apr 03 05:30:52.598041 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-36ef46b1-3d89-4e5f-8945-1f2eecd78365 req-2178126d-7e68-4825-95d8-161ce76520d5 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373403
Apr 03 05:30:52.695622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2172e5d-f707-407e-807b-1f384a235a7a req-82234295-631e-40c7-9efd-4f7666717818 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:52.697328 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e2172e5d-f707-407e-807b-1f384a235a7a req-82234295-631e-40c7-9efd-4f7666717818 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0895233
Apr 03 05:30:52.706754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43448) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:52.712412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Request body: {'floatingip': {'port_id': '486c1630-3f60-4cbb-8be4-b88f722804c4'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:30:52.794859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:53.730050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:53.734059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:53.882505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:53.923924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee31fe-60cd-45e6-a334-bc5d4102c164 req-7faf632f-be54-443f-9d25-19863627d3ba tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:53.925532 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8ee31fe-60cd-45e6-a334-bc5d4102c164 req-7faf632f-be54-443f-9d25-19863627d3ba tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 943 time: 0.2886143
Apr 03 05:30:53.983303 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Floating IP f768d769-ee38-4a2d-b128-f0e2d4778a79 associated. External IP: 172.27.3.94, port: 486c1630-3f60-4cbb-8be4-b88f722804c4.
Apr 03 05:30:54.124373 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8ee31fe-60cd-45e6-a334-bc5d4102c164 req-126dd577-74d6-4ff0-819a-66c47b3bde5b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1841111
Apr 03 05:30:54.373815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Router f6e17fa2-b914-428a-91c9-8101b3ec3da8 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:30:54.561441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:30:54.566043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:54.571664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] Sync routers for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:30:54.581755 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:54.582411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c2dea90>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:54.624336 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-54d1090d-ff52-416f-8eb6-a2e2c3240c0c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "PUT /v2.0/floatingips/f768d769-ee38-4a2d-b128-f0e2d4778a79 HTTP/1.1" status: 200  len: 990 time: 1.9163179
Apr 03 05:30:54.625113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:54.675130 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'status': 'completed', 'code': 200}
Apr 03 05:30:54.750585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device d5f1ce41-cb08-4e87-bc94-cde28a27d453 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:30:54.780324 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-812ead62-56ce-4409-8725-9ecc0fcc8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:54.781980 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-812ead62-56ce-4409-8725-9ecc0fcc8a6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 1098 time: 0.0780840
Apr 03 05:30:54.788210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:54.941622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-7d0a1827-b2cb-40b2-a0b0-8514f709a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:54.943749 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-7d0a1827-b2cb-40b2-a0b0-8514f709a262 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 918 time: 0.1514962
Apr 03 05:30:55.059894 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-6ae9c0bd-5ced-4111-8276-f1e5eac234ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=486c1630-3f60-4cbb-8be4-b88f722804c4 HTTP/1.1" status: 200  len: 998 time: 0.1075153
Apr 03 05:30:55.143828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-f1ecf88e-1efe-444f-aac0-e6f8948fc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:55.145434 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-f1ecf88e-1efe-444f-aac0-e6f8948fc053 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.0766525
Apr 03 05:30:55.244012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-d4732a95-7b43-4c45-bb24-0be0bba3eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:55.245668 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-d4732a95-7b43-4c45-bb24-0be0bba3eb30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0912824
Apr 03 05:30:55.337518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4001e4-4dbd-4019-b83d-47f645f22d6a req-24dbeb44-571b-4c6f-8e7a-4f01ea737df9 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:55.339278 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3c4001e4-4dbd-4019-b83d-47f645f22d6a req-24dbeb44-571b-4c6f-8e7a-4f01ea737df9 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 943 time: 0.0941257
Apr 03 05:30:55.381558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port d5f1ce41-cb08-4e87-bc94-cde28a27d453, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d5f1ce41-cb08-4e87-bc94-cde28a27d453,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:55.392865 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3c4001e4-4dbd-4019-b83d-47f645f22d6a req-3287896e-6d31-4799-a8b9-d45418874fe6 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456123
Apr 03 05:30:55.393938 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-144a3947-9d0d-4a16-8027-6dc7e96e33e3 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387990
Apr 03 05:30:55.410190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'port_id': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'mac_address': 'fa:16:3e:07:9f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:30:55.515825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:55.539108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f1ce41-cb08-4e87-bc94-cde28a27d453 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:30:55.540805 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7ba95499-90f7-4c8c-a48e-8883ad83748c req-ddb40c0e-46d9-430b-9739-0a3f5c7a2b6c service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385953
Apr 03 05:30:55.560912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c2dea90>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f768d769-ee38-4a2d-b128-f0e2d4778a79', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'port_id': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'mac_address': 'fa:16:3e:27:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:27Z', 'updated_at': '2021-04-03T05:30:53Z', 'revision_number': 1, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:55.566346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port d5f1ce41-cb08-4e87-bc94-cde28a27d453, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d5f1ce41-cb08-4e87-bc94-cde28a27d453,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:55.567465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] Checking router: f6e17fa2-b914-428a-91c9-8101b3ec3da8 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:30:55.572917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:55.574837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-bfcc8a95-ffcf-4910-875b-b1f2ede38678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:55.622115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:30:55.622828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c2dea90>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:55.796227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=d5f1ce41-cb08-4e87-bc94-cde28a27d453,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:55.801389 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:55.838327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:30:55.885027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['d5f1ce41-cb08-4e87-bc94-cde28a27d453'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:30:56.316265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43506) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:56.374296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c2dea90>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f768d769-ee38-4a2d-b128-f0e2d4778a79', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'port_id': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'mac_address': 'fa:16:3e:27:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:27Z', 'updated_at': '2021-04-03T05:30:53Z', 'revision_number': 1, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:30:56.378511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56daad1-0233-42f4-af41-a6dc4686a306 None None] The sync data for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi is: [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f768d769-ee38-4a2d-b128-f0e2d4778a79', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'port_id': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'mac_address': 'fa:16:3e:27:d9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:27Z', 'updated_at': '2021-04-03T05:30:53Z', 'revision_number': 1, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:30:56.449407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:56.465102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:56.469248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Usage tracker for resource:security_group_rule and tenant:09e86894527445b398f6151ecb1ad47e is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:56.472248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:56.478853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:56.567984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:56.571259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:56.580184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5a4292fc-efc7-4535-9440-0871c420bf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:56.598668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf7ce-4b11-4ca8-bf4b-7f9535c3bb72 req-e83839c5-068c-4709-a80f-f93ce8cceb5c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:56.600261 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-523cf7ce-4b11-4ca8-bf4b-7f9535c3bb72 req-e83839c5-068c-4709-a80f-f93ce8cceb5c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 944 time: 0.0878246
Apr 03 05:30:56.623899 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09e86894527445b398f6151ecb1ad47e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3063982
Apr 03 05:30:56.624867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef841525-9185-419c-b04d-41bedebfe7c7,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:56.627445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43514) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:56.631565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:56.653218 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-523cf7ce-4b11-4ca8-bf4b-7f9535c3bb72 req-5d1cbf14-18d8-43d4-89fd-7350e59a657b tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462363
Apr 03 05:30:56.690371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d92b7fe-2ca7-450f-85ae-f193facc4061 None None] New status for floating IP f768d769-ee38-4a2d-b128-f0e2d4778a79: ACTIVE {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:30:56.698168 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94c30a51-9a49-4c2b-993a-f918e9dca0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:56.726859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94c30a51-9a49-4c2b-993a-f918e9dca0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:56.773054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94c30a51-9a49-4c2b-993a-f918e9dca0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:56.778727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5f2e953b-54a5-4bcb-83db-d21fa3464505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:56.789360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c30a51-9a49-4c2b-993a-f918e9dca0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef841525-9185-419c-b04d-41bedebfe7c7,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:56.794879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-94c30a51-9a49-4c2b-993a-f918e9dca0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:56.796843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-94c30a51-9a49-4c2b-993a-f918e9dca0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:56.800802 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-94c30a51-9a49-4c2b-993a-f918e9dca0db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef841525-9185-419c-b04d-41bedebfe7c7 HTTP/1.1" status: 204  len: 168 time: 0.1695282
Apr 03 05:30:57.101672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43526) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:57.122025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:57.137376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:30:57.141467 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Usage tracker for resource:security_group_rule and tenant:a2435a1278e04a4993e606f7af07fe57 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:30:57.144516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:30:57.150693 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:30:57.234240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:57.236977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:57.246196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-246699c6-ff5d-4e5a-8c48-11846b560cc3 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:57.287086 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2435a1278e04a4993e606f7af07fe57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1835549
Apr 03 05:30:57.288073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e68c14a-40f9-4d6d-abf6-53f6e223a98f,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:57.290584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43530) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:30:57.292212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:57.351243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-acb91b31-0069-4c96-b2f1-21870629ae6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:57.379252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-acb91b31-0069-4c96-b2f1-21870629ae6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:57.423084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-acb91b31-0069-4c96-b2f1-21870629ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:57.427939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4c8ddafb-7f79-4123-ab0a-4f6cf3e84985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:57.441030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb91b31-0069-4c96-b2f1-21870629ae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e68c14a-40f9-4d6d-abf6-53f6e223a98f,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:57.443751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-acb91b31-0069-4c96-b2f1-21870629ae6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:57.444946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-acb91b31-0069-4c96-b2f1-21870629ae6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:57.448297 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-acb91b31-0069-4c96-b2f1-21870629ae6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e68c14a-40f9-4d6d-abf6-53f6e223a98f HTTP/1.1" status: 204  len: 168 time: 0.1545665
Apr 03 05:30:57.856772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804f319-4fba-4f34-ab86-e0c16c4a7a9d req-8cde3c13-27e5-4461-ab6f-fcb58ff507ca tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:57.859416 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0804f319-4fba-4f34-ab86-e0c16c4a7a9d req-8cde3c13-27e5-4461-ab6f-fcb58ff507ca tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 944 time: 0.0924497
Apr 03 05:30:57.907660 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0804f319-4fba-4f34-ab86-e0c16c4a7a9d req-87ae10bd-d606-4973-b9c8-c9ec8b8d9d67 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414212
Apr 03 05:30:58.787992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device d5f1ce41-cb08-4e87-bc94-cde28a27d453 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:30:58.863569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port d5f1ce41-cb08-4e87-bc94-cde28a27d453 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:30:58.868569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port d5f1ce41-cb08-4e87-bc94-cde28a27d453 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:30:58.868985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:58.999646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:59.031433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:30:59.042452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port d5f1ce41-cb08-4e87-bc94-cde28a27d453, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d5f1ce41-cb08-4e87-bc94-cde28a27d453,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:30:59.047372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:30:59.049607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:30:59.099117 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'code': 200}
Apr 03 05:30:59.127542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae2c2d-8cc2-4847-90cf-ce4f34023eff req-5b7883e5-4e47-42d1-903c-0120541a48f4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:59.129887 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-59ae2c2d-8cc2-4847-90cf-ce4f34023eff req-5b7883e5-4e47-42d1-903c-0120541a48f4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 945 time: 0.1017044
Apr 03 05:30:59.130775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=d5f1ce41-cb08-4e87-bc94-cde28a27d453,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:30:59.134770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:30:59.180414 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-59ae2c2d-8cc2-4847-90cf-ce4f34023eff req-7e1db411-a62e-4b49-8fa8-325c97c91db8 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434117
Apr 03 05:30:59.365654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30007080-0f83-4850-abce-834c4c8ce063 req-4c9e4c48-2494-4ca1-8a3b-788862c4ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:30:59.368316 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-30007080-0f83-4850-abce-834c4c8ce063 req-4c9e4c48-2494-4ca1-8a3b-788862c4ef79 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 1098 time: 0.0842421
Apr 03 05:30:59.424015 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-30007080-0f83-4850-abce-834c4c8ce063 req-e5658158-bb85-448e-8b88-eb4f3b0ec947 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393839
Apr 03 05:31:00.405417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d5109-7ad2-4ffc-aed5-9543b9a7b889 req-70683458-3b07-4e5b-a35f-41767fc09392 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:00.407020 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bf6d5109-7ad2-4ffc-aed5-9543b9a7b889 req-70683458-3b07-4e5b-a35f-41767fc09392 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 945 time: 0.1021180
Apr 03 05:31:00.458436 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bf6d5109-7ad2-4ffc-aed5-9543b9a7b889 req-056a2389-09fb-4788-b568-ba8a0c1201c4 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450315
Apr 03 05:31:01.667200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171970cf-7bdb-4b26-b685-9ed814e059fc req-357bb3f4-fe54-4ab7-b896-97990037f8d2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:01.668519 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-171970cf-7bdb-4b26-b685-9ed814e059fc req-357bb3f4-fe54-4ab7-b896-97990037f8d2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 945 time: 0.0939722
Apr 03 05:31:01.937833 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-171970cf-7bdb-4b26-b685-9ed814e059fc req-c6df6ce5-7cd5-4ef1-95b1-beb26ab64140 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2630119
Apr 03 05:31:02.131621 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-15adc64f-735a-4fac-be22-5078d8300ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:02.134688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f8cc4-5cad-4cbf-b06e-7dbca2a72330 req-18cf751d-1838-4d81-8ab3-f9c9c9d99a6c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:02.136396 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5b2f8cc4-5cad-4cbf-b06e-7dbca2a72330 req-18cf751d-1838-4d81-8ab3-f9c9c9d99a6c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 945 time: 0.0896261
Apr 03 05:31:02.145519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43636) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:02.151902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Request body: {'floatingip': {'port_id': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:31:02.234409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:02.844176 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:02.847028 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:03.028471 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Floating IP c7c8f381-fa3d-436c-b106-4a7357c348a5 associated. External IP: 172.27.3.112, port: d5f1ce41-cb08-4e87-bc94-cde28a27d453.
Apr 03 05:31:03.296467 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:03.417912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Router 75d3f499-cd84-44f3-bbb2-f605a924b5fd has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:31:03.609797 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:31:03.614740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:03.619583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] Sync routers for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:31:03.629671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:31:03.630338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c697588>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:30:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:03.673346 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c828bd74-4352-4cf4-a37c-4a07f1282794 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "PUT /v2.0/floatingips/c7c8f381-fa3d-436c-b106-4a7357c348a5 HTTP/1.1" status: 200  len: 991 time: 1.5266821
Apr 03 05:31:03.674057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'tag': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:31:03.724562 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'tag': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'status': 'completed', 'code': 200}
Apr 03 05:31:03.830108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-9d895603-f46f-45b1-a0f6-774f4c78f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:03.832041 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-9d895603-f46f-45b1-a0f6-774f4c78f817 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2ab9526fb4841608a82a6486ec486f5&device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 1098 time: 0.0855186
Apr 03 05:31:03.983038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-d424e8c0-3db0-4c8b-bb4d-e58631f11b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:03.985356 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-d424e8c0-3db0-4c8b-bb4d-e58631f11b63 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 200  len: 912 time: 0.1461093
Apr 03 05:31:03.998477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:31:04.097703 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-a16f0d97-a807-4916-8a9b-357629f6de0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f1ce41-cb08-4e87-bc94-cde28a27d453 HTTP/1.1" status: 200  len: 999 time: 0.1042113
Apr 03 05:31:04.170108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-5d14877a-31cc-42dc-a396-cec66b59113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:04.171743 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-5d14877a-31cc-42dc-a396-cec66b59113b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 200  len: 850 time: 0.0675755
Apr 03 05:31:04.259710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-04cf84ad-bbec-45bf-a5d9-dbd865a6e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:04.261652 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-04cf84ad-bbec-45bf-a5d9-dbd865a6e989 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791678
Apr 03 05:31:04.370355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e7a7f02d-6bbb-4c7e-bc9b-7391e005e721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:04.391678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c697588>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'c7c8f381-fa3d-436c-b106-4a7357c348a5', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'port_id': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'mac_address': 'fa:16:3e:07:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:43Z', 'updated_at': '2021-04-03T05:31:02Z', 'revision_number': 1, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:04.395759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] Checking router: 75d3f499-cd84-44f3-bbb2-f605a924b5fd for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:31:04.404857 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-dd16058e-230b-44d3-bb5c-e24441d1d7c8 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360195
Apr 03 05:31:04.405086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:31:04.405696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c697588>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:31:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:04.564906 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d465423f-5dc9-470f-95e6-c15b6bf8b41d req-1deb8216-1a25-4ee3-9088-114970711ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492527
Apr 03 05:31:04.596618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:31:04.970345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c697588>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'c7c8f381-fa3d-436c-b106-4a7357c348a5', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'port_id': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'mac_address': 'fa:16:3e:07:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:43Z', 'updated_at': '2021-04-03T05:31:02Z', 'revision_number': 1, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:04.974710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc4b88-a3d6-459a-ae3c-af908b1337e7 None None] The sync data for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi is: [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'c7c8f381-fa3d-436c-b106-4a7357c348a5', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'port_id': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'mac_address': 'fa:16:3e:07:9f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:30:43Z', 'updated_at': '2021-04-03T05:31:02Z', 'revision_number': 1, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:31:05.296752 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464ecab-6db5-440a-92c1-cdd5a001e57d None None] New status for floating IP c7c8f381-fa3d-436c-b106-4a7357c348a5: ACTIVE {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:31:05.377103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:06.850876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:07.752958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43708) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:07.874932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:07.890532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:07.894515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fd276197d94f51ab4f1d0277ac3954 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:07.897468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:07.903696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:07.986967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:07.989827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.001802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-10ec3997-0a3f-46fc-88b2-9616b094e407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:08.044429 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5fd276197d94f51ab4f1d0277ac3954&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2903655
Apr 03 05:31:08.045363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88bb7ef-3fb7-4e63-8c4b-068e102c5ea5,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:08.047394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43714) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:08.048614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:08.109597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34baf6f0-7e47-4412-92dc-a3b3de3d3a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.136355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34baf6f0-7e47-4412-92dc-a3b3de3d3a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.187332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34baf6f0-7e47-4412-92dc-a3b3de3d3a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.192711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1fb6a656-add2-4685-bc18-474736b2ebbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:08.205682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baf6f0-7e47-4412-92dc-a3b3de3d3a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88bb7ef-3fb7-4e63-8c4b-068e102c5ea5,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:08.210236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-34baf6f0-7e47-4412-92dc-a3b3de3d3a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:08.216750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34baf6f0-7e47-4412-92dc-a3b3de3d3a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.218275 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-34baf6f0-7e47-4412-92dc-a3b3de3d3a57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c88bb7ef-3fb7-4e63-8c4b-068e102c5ea5 HTTP/1.1" status: 204  len: 168 time: 0.1694126
Apr 03 05:31:08.509853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43726) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:08.530287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.545382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:08.549366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Usage tracker for resource:security_group_rule and tenant:1bad5f9b8fac43e1ac16a8a52dc0a532 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:08.552271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:08.558665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:08.642459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.645041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.653736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f4274d7f-355f-4a86-980d-bf5ed66d510f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:08.694692 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bad5f9b8fac43e1ac16a8a52dc0a532&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836882
Apr 03 05:31:08.696923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7199948c-862e-49e7-b3ba-a56e2412390c,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:08.698151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43730) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:08.700170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:08.759544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b823661-69e8-4bdd-b630-b5e596392d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.785448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b823661-69e8-4bdd-b630-b5e596392d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.829070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b823661-69e8-4bdd-b630-b5e596392d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.834105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-029595c3-6f9c-40f2-b786-0041b405f6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:08.846059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b823661-69e8-4bdd-b630-b5e596392d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199948c-862e-49e7-b3ba-a56e2412390c,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:08.848434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6b823661-69e8-4bdd-b630-b5e596392d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:08.855783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b823661-69e8-4bdd-b630-b5e596392d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:08.856988 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6b823661-69e8-4bdd-b630-b5e596392d95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7199948c-862e-49e7-b3ba-a56e2412390c HTTP/1.1" status: 204  len: 168 time: 0.1577740
Apr 03 05:31:09.211341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43740) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:09.231409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:09.247659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:09.251836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Usage tracker for resource:security_group_rule and tenant:b922289f0c434337a27269378f50df10 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:09.254764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:09.260832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:09.354115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:09.356739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:31:09.358191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:09.599299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2dc1edb0-0a49-42ee-b526-3600d01b07bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:09.644860 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b922289f0c434337a27269378f50df10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4320326
Apr 03 05:31:09.646697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23f97de-596f-4ab6-b29b-b3cb81c30cbb,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:09.646902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43752) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:09.650829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:09.764381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7b6f7f90-59c9-4f2e-9feb-297aa333e360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:09.803457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7b6f7f90-59c9-4f2e-9feb-297aa333e360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:09.854278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462c090-51e1-445d-a9e9-3c35f9ba7c77 req-adaed35e-9e06-4b0a-ba85-e2c0dd2dc2bf tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:09.855946 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2462c090-51e1-445d-a9e9-3c35f9ba7c77 req-adaed35e-9e06-4b0a-ba85-e2c0dd2dc2bf tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.4271889
Apr 03 05:31:09.880660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7b6f7f90-59c9-4f2e-9feb-297aa333e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:09.888380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-01e3b37c-3515-4e6b-9e06-c381c0d8b3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:09.912443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f7f90-59c9-4f2e-9feb-297aa333e360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23f97de-596f-4ab6-b29b-b3cb81c30cbb,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:09.916024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7b6f7f90-59c9-4f2e-9feb-297aa333e360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:09.924184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7b6f7f90-59c9-4f2e-9feb-297aa333e360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:09.925365 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7b6f7f90-59c9-4f2e-9feb-297aa333e360 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b23f97de-596f-4ab6-b29b-b3cb81c30cbb HTTP/1.1" status: 204  len: 168 time: 0.2771542
Apr 03 05:31:09.934622 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2462c090-51e1-445d-a9e9-3c35f9ba7c77 req-43a4f826-94d2-4c08-a0be-ff7d7bb8dac0 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705984
Apr 03 05:31:11.379761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f53ef-43ab-414a-8750-f3083ed2b57a req-616a4440-d290-49c6-a0eb-7eb8951c5c40 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:11.381351 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7f1f53ef-43ab-414a-8750-f3083ed2b57a req-616a4440-d290-49c6-a0eb-7eb8951c5c40 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.3287501
Apr 03 05:31:11.431414 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7f1f53ef-43ab-414a-8750-f3083ed2b57a req-6018ee06-3296-422e-a34c-7ada69c973fb tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423555
Apr 03 05:31:12.632293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630ca9e-9819-4920-b2ad-e2eed149d3bc req-af7ce960-b303-4b11-bcf3-d36b0c2c6988 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:12.633975 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6630ca9e-9819-4920-b2ad-e2eed149d3bc req-af7ce960-b303-4b11-bcf3-d36b0c2c6988 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0887921
Apr 03 05:31:12.680769 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6630ca9e-9819-4920-b2ad-e2eed149d3bc req-6dec5a26-f563-4a4d-bfab-f4ceb9da9902 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404646
Apr 03 05:31:13.883316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c881a8-84be-4758-a9da-519c61b80176 req-30b2eddc-7496-46ab-9911-31b2ef36b88a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:13.884967 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-26c881a8-84be-4758-a9da-519c61b80176 req-30b2eddc-7496-46ab-9911-31b2ef36b88a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0881958
Apr 03 05:31:13.933302 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-26c881a8-84be-4758-a9da-519c61b80176 req-0a68c5d9-6cb8-46a1-840c-230ad971cecc tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417256
Apr 03 05:31:15.149396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a016baf-5966-422c-96a0-dfdd71c060cb req-7e93ef15-625f-4ac5-a2f2-1e8c304ac2b5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:15.151532 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a016baf-5966-422c-96a0-dfdd71c060cb req-7e93ef15-625f-4ac5-a2f2-1e8c304ac2b5 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0977848
Apr 03 05:31:15.201038 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a016baf-5966-422c-96a0-dfdd71c060cb req-7fc62421-fc6b-4852-91fa-95fa560d1e36 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425501
Apr 03 05:31:16.412845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591ef4-8ea7-4a85-a6b5-8cc5c5b7707d req-258e5c6f-e3d7-4125-8224-0d43485f853f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:16.415244 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-43591ef4-8ea7-4a85-a6b5-8cc5c5b7707d req-258e5c6f-e3d7-4125-8224-0d43485f853f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0940907
Apr 03 05:31:16.465590 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-43591ef4-8ea7-4a85-a6b5-8cc5c5b7707d req-8ddaf2ea-647c-4dcb-8728-3c237ccd24a8 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439341
Apr 03 05:31:16.687154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43874) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:16.809290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:16.824904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:16.828867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Usage tracker for resource:security_group_rule and tenant:ab1a6f5caa7644b5a4189637f4bd4f80 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:16.832070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:16.838079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:16.920404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:16.923263 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:16.932416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7b6f7f90-59c9-4f2e-9feb-297aa333e360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:16.973723 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab1a6f5caa7644b5a4189637f4bd4f80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2854042
Apr 03 05:31:16.975436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8885364d-e2d8-4bfe-8f9b-e7b2b80f716a,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:16.976607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43880) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:16.978640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:17.038104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c407b697-8234-4022-8074-c905289e1e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.064425 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c407b697-8234-4022-8074-c905289e1e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.109095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c407b697-8234-4022-8074-c905289e1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.114212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7c0c38a7-e68a-477b-a7c4-00460484c387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:17.129218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407b697-8234-4022-8074-c905289e1e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8885364d-e2d8-4bfe-8f9b-e7b2b80f716a,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:17.131520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c407b697-8234-4022-8074-c905289e1e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:17.141934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c407b697-8234-4022-8074-c905289e1e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.143145 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c407b697-8234-4022-8074-c905289e1e99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8885364d-e2d8-4bfe-8f9b-e7b2b80f716a HTTP/1.1" status: 204  len: 168 time: 0.1654286
Apr 03 05:31:17.428601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43890) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:17.448188 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.463570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:17.467581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Usage tracker for resource:security_group_rule and tenant:6e82d620065a4ca7931c97b9e754e5b0 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:17.470501 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:17.477079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:17.567423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.571314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.580172 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c14e6dc0-3d59-4c1d-adfd-5f71ffd89607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:17.670248 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e82d620065a4ca7931c97b9e754e5b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2398655
Apr 03 05:31:17.671122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfb6a3d-b27a-45ac-aac9-32002df0ba44,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:17.673766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 43898) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:17.675063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:17.712558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdccd9-33a5-4f20-b150-ac4d4b3de06b req-27b18592-310a-4bcf-81de-c88a4cdce54c tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:17.714152 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8cdccd9-33a5-4f20-b150-ac4d4b3de06b req-27b18592-310a-4bcf-81de-c88a4cdce54c tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.1206181
Apr 03 05:31:17.740496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a77dbf6-0816-46a2-8e10-b29b1de1e3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.761431 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8cdccd9-33a5-4f20-b150-ac4d4b3de06b req-54a305dc-4c75-4140-88d3-62aded0c3e67 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406604
Apr 03 05:31:17.767675 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a77dbf6-0816-46a2-8e10-b29b1de1e3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.812410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a77dbf6-0816-46a2-8e10-b29b1de1e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.817315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-94c30a51-9a49-4c2b-993a-f918e9dca0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:17.829584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77dbf6-0816-46a2-8e10-b29b1de1e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfb6a3d-b27a-45ac-aac9-32002df0ba44,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:17.833809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8a77dbf6-0816-46a2-8e10-b29b1de1e3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:17.835065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a77dbf6-0816-46a2-8e10-b29b1de1e3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:17.837089 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8a77dbf6-0816-46a2-8e10-b29b1de1e3b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddfb6a3d-b27a-45ac-aac9-32002df0ba44 HTTP/1.1" status: 204  len: 168 time: 0.1618814
Apr 03 05:31:18.585953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43926) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:18.696654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-407201615-network', 'tenant_id': 'b65ed95c73744cd39f5ff55a506c782a'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:31:18.701665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:18.705662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Usage tracker for resource:network and tenant:b65ed95c73744cd39f5ff55a506c782a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:18.708944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:18.719111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:18.728548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Made reservation on behalf of b65ed95c73744cd39f5ff55a506c782a for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:31:18.733164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:18.746528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:18.761877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:18.765785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Usage tracker for resource:security_group_rule and tenant:b65ed95c73744cd39f5ff55a506c782a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:18.768712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:18.774863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:18.860240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:18.863360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:18.868337 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-cb8ad39c-2d08-48c4-8d05-9a60f02fd57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:18.926274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:31:18.957438 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5789600-b751-4fd4-b324-758e6cef83ba,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:18.961255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:18.962251 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:18.962630 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Added segment 4317ff11-1f98-4564-8068-28b053a6b390 of type vlan for network 79835a96-1fef-49e7-9604-9deacd59f5bb
Apr 03 05:31:19.006850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:19.030104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c71e-d0b0-4b87-b7bd-88b8eca41f24 req-ef9f8818-8834-44a3-a9c8-e6e355e7dc3c tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:19.031640 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eff8c71e-d0b0-4b87-b7bd-88b8eca41f24 req-ef9f8818-8834-44a3-a9c8-e6e355e7dc3c tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.1535864
Apr 03 05:31:19.292756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:19.296958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:19.297577 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:19.304688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:19.341469 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eff8c71e-d0b0-4b87-b7bd-88b8eca41f24 req-46f12d0d-1b8f-4f08-8b07-44f6e86f647b tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2998831
Apr 03 05:31:19.419026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Pushing event updated for resources: {'Network': ['ID=79835a96-1fef-49e7-9604-9deacd59f5bb,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:19.421956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:19.429241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 79835a96-1fef-49e7-9604-9deacd59f5bb details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:31:19.429567 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8422275
Apr 03 05:31:19.432368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43934) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:19.438202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Request body: {'subnet': {'network_id': '79835a96-1fef-49e7-9604-9deacd59f5bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-407201615-subnet', 'tenant_id': 'b65ed95c73744cd39f5ff55a506c782a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:31:19.443260 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:19.447851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Usage tracker for resource:subnet and tenant:b65ed95c73744cd39f5ff55a506c782a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:19.450800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:19.457100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:19.467804 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Made reservation on behalf of b65ed95c73744cd39f5ff55a506c782a for: {'subnet': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:31:19.472748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425958'] for subnet, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:19.883075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3431848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425943'] for subnet, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:19.901260 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f19dc724-2f8e-41da-ba88-919755691adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:20.031134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3075918-cf62-4cdd-a2f4-7647c2187000,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:20.035045 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:20.093009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Checking segment: {'id': '4317ff11-1f98-4564-8068-28b053a6b390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79835a96-1fef-49e7-9604-9deacd59f5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:31:20.093324 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Network hostable DHCP agents. Network: 79835a96-1fef-49e7-9604-9deacd59f5bb, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:31:20.114408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Network 79835a96-1fef-49e7-9604-9deacd59f5bb is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:31:20.126800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 79835a96-1fef-49e7-9604-9deacd59f5bb) {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:31:20.136547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bdc5c5-f1e6-4a32-ba37-9941d7eac628 None None] Network 79835a96-1fef-49e7-9604-9deacd59f5bb requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:31:20.139379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:20.140020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.162752 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7289894
Apr 03 05:31:20.378703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9884e74b-2816-4e89-82a5-0e4a5fccabe8 None None] Network 79835a96-1fef-49e7-9604-9deacd59f5bb requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:31:20.562394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c893518-0f7b-4078-a191-2bdb33abfb17 req-133ea58c-9ba3-477d-ac52-544af0be429b tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:20.566518 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5c893518-0f7b-4078-a191-2bdb33abfb17 req-133ea58c-9ba3-477d-ac52-544af0be429b tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0963531
Apr 03 05:31:20.617783 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5c893518-0f7b-4078-a191-2bdb33abfb17 req-029b2dc6-66dd-48b4-8550-d3842977ea5d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470066
Apr 03 05:31:20.706642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43964) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:20.713587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-936927055-network', 'tenant_id': 'c75805addee74d9f8bd37199f5e1d34a'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:31:20.718661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:20.722708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Usage tracker for resource:network and tenant:c75805addee74d9f8bd37199f5e1d34a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:20.725708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:20.731818 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:20.741125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Made reservation on behalf of c75805addee74d9f8bd37199f5e1d34a for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:31:20.746553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.760163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.776088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:20.780327 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Usage tracker for resource:security_group_rule and tenant:c75805addee74d9f8bd37199f5e1d34a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:20.783321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:20.789534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:20.876097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.878997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.884455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2431984f-0f69-4fc8-aa87-34f1c8734aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:20.912394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:31:20.921762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5147d7-02e6-4472-9c91-302781a4eb7e,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:20.925534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:20.927984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.928365 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Added segment 6fe5574f-96ba-4a2a-9659-c6e05584c30e of type vlan for network cd818c54-2b26-4f12-b630-4ccc20a0e516
Apr 03 05:31:20.954746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.984480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.985854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:20.986484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:20.991381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:21.094985 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3843999
Apr 03 05:31:21.095420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 43970) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:21.105978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Request body: {'subnet': {'network_id': 'cd818c54-2b26-4f12-b630-4ccc20a0e516', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-936927055-subnet', 'tenant_id': 'c75805addee74d9f8bd37199f5e1d34a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:31:21.110191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Pushing event updated for resources: {'Network': ['ID=cd818c54-2b26-4f12-b630-4ccc20a0e516,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:21.113862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-73127919-98ca-40fb-bab3-80f60ee1d420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:21.115208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:21.120640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Usage tracker for resource:subnet and tenant:c75805addee74d9f8bd37199f5e1d34a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:21.123848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:21.124520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network cd818c54-2b26-4f12-b630-4ccc20a0e516 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:31:21.130420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:21.139634 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Made reservation on behalf of c75805addee74d9f8bd37199f5e1d34a for: {'subnet': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:31:21.144898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852425958'] for subnet, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:21.545588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3431848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852425943'] for subnet, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:21.561229 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-562c8666-1a6a-4131-a9b5-6faa4a683810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:21.693807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc460c09-e73e-444f-8f78-890e5eca3794,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:21.698126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:21.816282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Checking segment: {'id': '6fe5574f-96ba-4a2a-9659-c6e05584c30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cd818c54-2b26-4f12-b630-4ccc20a0e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:31:21.816600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Network hostable DHCP agents. Network: cd818c54-2b26-4f12-b630-4ccc20a0e516, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:31:21.852530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Network cd818c54-2b26-4f12-b630-4ccc20a0e516 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:31:21.866175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d62f-483e-4066-93c1-9355ee9e811a req-e74f206f-5d04-4e09-ad21-d844c10e3a93 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:21.868492 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6625d62f-483e-4066-93c1-9355ee9e811a req-e74f206f-5d04-4e09-ad21-d844c10e3a93 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.1346083
Apr 03 05:31:21.872373 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, cd818c54-2b26-4f12-b630-4ccc20a0e516) {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:31:21.881149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e725576-d860-4e69-97d5-4cbe3967b896 None None] Network cd818c54-2b26-4f12-b630-4ccc20a0e516 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:31:21.901687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:21.902333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:21.943850 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6625d62f-483e-4066-93c1-9355ee9e811a req-1cde8a14-58d1-4a79-a7f2-313278f22b78 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665874
Apr 03 05:31:21.954022 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-eced1527-05fd-40d3-a590-87b694606693 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8485918
Apr 03 05:31:22.127248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537491d1-8e4e-44a1-bfb9-19d5daf671e2 None None] Network cd818c54-2b26-4f12-b630-4ccc20a0e516 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:31:23.154468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b7e6f-6c49-4cea-b5b0-e2364dec2cd3 req-daa0768a-810c-4f8c-8e7f-0d4464b13a6b tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:23.158685 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-549b7e6f-6c49-4cea-b5b0-e2364dec2cd3 req-daa0768a-810c-4f8c-8e7f-0d4464b13a6b tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0978096
Apr 03 05:31:23.206237 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-549b7e6f-6c49-4cea-b5b0-e2364dec2cd3 req-35ac2378-d766-4cd4-b009-86fb2655b8c7 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425117
Apr 03 05:31:23.890669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:24.160423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-f4988361-6cb7-4def-8d1b-5d8a5cc01a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:24.162214 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-f4988361-6cb7-4def-8d1b-5d8a5cc01a53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1099 time: 0.0807137
Apr 03 05:31:24.330727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-9a3b7548-6cbd-47fb-91b4-85ed69c27977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:24.332973 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-9a3b7548-6cbd-47fb-91b4-85ed69c27977 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 200  len: 909 time: 0.1475871
Apr 03 05:31:24.430889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863878-cd4e-46bf-a953-053b345c6a6f req-176abb2e-de11-46bf-8215-41e51efd8941 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:24.433039 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d5863878-cd4e-46bf-a953-053b345c6a6f req-176abb2e-de11-46bf-8215-41e51efd8941 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0949950
Apr 03 05:31:24.457080 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-33b37147-24e0-4d74-809e-5a528732d127 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 200  len: 1002 time: 0.1174395
Apr 03 05:31:24.485894 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d5863878-cd4e-46bf-a953-053b345c6a6f req-641f77c7-7c8e-43c6-89ad-76eae1eea38a tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463049
Apr 03 05:31:24.529588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-f54d3e2d-3e59-41d4-a833-80901048992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:24.531070 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-f54d3e2d-3e59-41d4-a833-80901048992e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa6975e-f055-4616-8972-f76223427472 HTTP/1.1" status: 200  len: 847 time: 0.0674036
Apr 03 05:31:24.613040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-a72da722-22fb-4595-b40f-1f9d9ebc9cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:24.614574 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-a72da722-22fb-4595-b40f-1f9d9ebc9cb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749888
Apr 03 05:31:24.753930 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-b6cfaa17-4de3-472c-815f-2b9b0c49c175 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319265
Apr 03 05:31:24.892915 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f958e876-c79d-46e0-beb1-5ab159336ce6 req-1edad142-1cf8-47f7-a86c-f7212cd35048 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320126
Apr 03 05:31:25.018039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f789-e602-4c38-a14b-9ce8287675da req-e962d4a1-f725-439c-b63b-7df9dbfb56ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:25.019627 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-44a2f789-e602-4c38-a14b-9ce8287675da req-e962d4a1-f725-439c-b63b-7df9dbfb56ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1099 time: 0.0785332
Apr 03 05:31:25.162195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f789-e602-4c38-a14b-9ce8287675da req-bc541882-e96b-4b6b-a1d9-b7aada933e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:25.164509 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-44a2f789-e602-4c38-a14b-9ce8287675da req-bc541882-e96b-4b6b-a1d9-b7aada933e6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 200  len: 909 time: 0.1381650
Apr 03 05:31:25.277227 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-44a2f789-e602-4c38-a14b-9ce8287675da req-45ba82b1-c6da-4dc3-85ca-3360df055856 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 200  len: 1002 time: 0.1047654
Apr 03 05:31:25.356687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f789-e602-4c38-a14b-9ce8287675da req-32b326fd-b75b-4a73-9803-3507c2758578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:25.358236 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-44a2f789-e602-4c38-a14b-9ce8287675da req-32b326fd-b75b-4a73-9803-3507c2758578 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa6975e-f055-4616-8972-f76223427472 HTTP/1.1" status: 200  len: 847 time: 0.0677402
Apr 03 05:31:25.445809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2f789-e602-4c38-a14b-9ce8287675da req-803e3497-05e9-46b3-8447-a07efb5fd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:25.447386 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-44a2f789-e602-4c38-a14b-9ce8287675da req-803e3497-05e9-46b3-8447-a07efb5fd777 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805211
Apr 03 05:31:25.597707 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-44a2f789-e602-4c38-a14b-9ce8287675da req-42d7869d-41fe-4ed7-9d0e-13e91f2fb24e service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420121
Apr 03 05:31:25.699136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a0503-78d9-4381-930c-8a659b7e526d req-d0948134-bb5c-4ca4-b4fe-c4f46a7a67eb tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:25.700921 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-380a0503-78d9-4381-930c-8a659b7e526d req-d0948134-bb5c-4ca4-b4fe-c4f46a7a67eb tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0938172
Apr 03 05:31:25.761222 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-44a2f789-e602-4c38-a14b-9ce8287675da req-32b4b8c6-19f4-45b0-8b28-392848049bb3 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565835
Apr 03 05:31:25.763887 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-380a0503-78d9-4381-930c-8a659b7e526d req-f73a4608-8015-41bd-afba-16991787e6ca tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561600
Apr 03 05:31:26.965190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef19e-bcfd-4ca4-8a7d-67486a1c0ffd req-54a54673-d3b2-4f22-b702-556661bac16f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:26.966792 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-413ef19e-bcfd-4ca4-8a7d-67486a1c0ffd req-54a54673-d3b2-4f22-b702-556661bac16f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0936105
Apr 03 05:31:27.015281 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-413ef19e-bcfd-4ca4-8a7d-67486a1c0ffd req-051acfe1-5400-47dc-8970-3e5d6edc93ca tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420303
Apr 03 05:31:28.222354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3649b1-dc87-4685-831c-299de8d15ea4 req-b9825a7c-2c57-4ef7-9db8-9ce4baf951a7 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:28.223895 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7d3649b1-dc87-4685-831c-299de8d15ea4 req-b9825a7c-2c57-4ef7-9db8-9ce4baf951a7 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0872865
Apr 03 05:31:28.273341 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7d3649b1-dc87-4685-831c-299de8d15ea4 req-b2191a7a-d496-4351-a993-8fb2bbc5c9ff tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417047
Apr 03 05:31:28.612715 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-45b0f8a9-a49b-4f4a-96a6-8cb156573479 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0990305
Apr 03 05:31:28.672162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b211b-fef5-40f9-9ef9-b8a27bb31677 req-240b6c62-6512-43d8-ad63-ecfdbca2340f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:28.673915 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ae2b211b-fef5-40f9-9ef9-b8a27bb31677 req-240b6c62-6512-43d8-ad63-ecfdbca2340f tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.1000919
Apr 03 05:31:28.745522 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ae2b211b-fef5-40f9-9ef9-b8a27bb31677 req-2e5fa9fa-5ee6-4df8-bb02-1b2052ffb237 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625825
Apr 03 05:31:29.954397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792167e-9247-4bb9-a33b-c52b4caf7061 req-25c05360-d8ee-4405-b30f-e51c67489c23 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:29.956059 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d792167e-9247-4bb9-a33b-c52b4caf7061 req-25c05360-d8ee-4405-b30f-e51c67489c23 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.0902472
Apr 03 05:31:30.021309 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d792167e-9247-4bb9-a33b-c52b4caf7061 req-ab5268b2-5f77-4cda-a51a-30c5d0b786d3 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549264
Apr 03 05:31:30.175267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95853-a863-401c-91c5-697d5ae26af9 req-8d525a4e-898e-4c67-8214-dc13eb4fcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:30.176901 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-8d525a4e-898e-4c67-8214-dc13eb4fcc76 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed&tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd HTTP/1.1" status: 200  len: 1099 time: 0.2050943
Apr 03 05:31:30.292836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95853-a863-401c-91c5-697d5ae26af9 req-bc113d8a-3482-4cdf-bc82-cb0b90a0d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:30.294458 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-bc113d8a-3482-4cdf-bc82-cb0b90a0d5b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1099 time: 0.0846763
Apr 03 05:31:30.443533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95853-a863-401c-91c5-697d5ae26af9 req-fbce17bf-a624-4346-9e0e-d1731b6263af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:30.445231 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-fbce17bf-a624-4346-9e0e-d1731b6263af service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 200  len: 909 time: 0.1442187
Apr 03 05:31:30.563587 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-e3fc8aab-cf03-4263-8131-e1a14c5f0daa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 200  len: 1002 time: 0.1105716
Apr 03 05:31:30.643753 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95853-a863-401c-91c5-697d5ae26af9 req-878635ac-6673-4116-b628-60e8d791b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:30.645350 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-878635ac-6673-4116-b628-60e8d791b015 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa6975e-f055-4616-8972-f76223427472 HTTP/1.1" status: 200  len: 847 time: 0.0696373
Apr 03 05:31:30.731823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95853-a863-401c-91c5-697d5ae26af9 req-7bb4d049-9b71-46cf-b057-56f6bb7a5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:30.733421 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-7bb4d049-9b71-46cf-b057-56f6bb7a5ab5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795891
Apr 03 05:31:30.877986 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-c046abae-553a-41df-bb0d-9f694efd1796 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345634
Apr 03 05:31:30.961934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 1bc54485-2403-4b3a-b509-0aa62d5d1ede no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:31:31.025019 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32b95853-a863-401c-91c5-697d5ae26af9 req-878ce1df-8f98-4ebe-9b41-6e15e5bd05fe service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398311
Apr 03 05:31:31.106264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:31.145527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:31:31.146725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:31:31.154078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:31.155942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:31.237806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=6']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:31.242718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:31.257584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1b8c3-39a4-4764-b20d-9f98ac1a5261 req-80667a1d-7ad2-4996-bd40-7c5967206c44 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:31.259229 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eea1b8c3-39a4-4764-b20d-9f98ac1a5261 req-80667a1d-7ad2-4996-bd40-7c5967206c44 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.0969207
Apr 03 05:31:31.309328 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eea1b8c3-39a4-4764-b20d-9f98ac1a5261 req-878ffed5-e4c3-4609-bbd8-855ca3cbfb54 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435750
Apr 03 05:31:31.364088 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'code': 200}
Apr 03 05:31:32.131657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d262ec7f-e1e7-4866-ab39-618052e08784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:32.517037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d248-c425-42d3-8627-878231f7eed6 req-b80aa43d-fd13-4748-ae1d-a9b7a45a8ed8 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:32.518599 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7cd8d248-c425-42d3-8627-878231f7eed6 req-b80aa43d-fd13-4748-ae1d-a9b7a45a8ed8 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.0933762
Apr 03 05:31:32.567252 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7cd8d248-c425-42d3-8627-878231f7eed6 req-5209d373-648f-4d30-9d18-21b05b6a0ff9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419779
Apr 03 05:31:33.289732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:33.770709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acb4cd-636e-400e-83ca-da52e43a308d req-5cad29cd-91d4-43be-9e62-beb52b71b0aa tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:33.772222 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e8acb4cd-636e-400e-83ca-da52e43a308d req-5cad29cd-91d4-43be-9e62-beb52b71b0aa tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.0880044
Apr 03 05:31:33.818080 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e8acb4cd-636e-400e-83ca-da52e43a308d req-a480ce7b-1827-42bc-94dd-bdb6d090e8eb tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395975
Apr 03 05:31:34.341394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a4e75c38-9ad4-4823-95e9-78e805477f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:35.028858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad407d-8c31-4751-94ff-7796ffb57f37 req-bf278d78-dbac-4c5f-bb6c-a2960b7a712c tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:35.030579 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3ad407d-8c31-4751-94ff-7796ffb57f37 req-bf278d78-dbac-4c5f-bb6c-a2960b7a712c tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.0951157
Apr 03 05:31:35.079012 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b3ad407d-8c31-4751-94ff-7796ffb57f37 req-326c4dd9-1108-49c9-b6a8-5c7a4a476117 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416625
Apr 03 05:31:35.378848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:36.300920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c777c-af67-4689-acce-7ae7020e295f req-b4172096-c2b9-4007-85f2-b638a116ce40 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:36.302475 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f14c777c-af67-4689-acce-7ae7020e295f req-b4172096-c2b9-4007-85f2-b638a116ce40 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.0887895
Apr 03 05:31:36.354405 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f14c777c-af67-4689-acce-7ae7020e295f req-e8c67cda-71dc-46ae-8883-a5d2f77d014d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447338
Apr 03 05:31:36.855050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:37.563437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13987db-0d92-40e3-bf3d-0ff18b287444 req-42c204d9-bfe5-4477-94f3-469492e859e9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:37.565045 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b13987db-0d92-40e3-bf3d-0ff18b287444 req-42c204d9-bfe5-4477-94f3-469492e859e9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.0884688
Apr 03 05:31:37.614914 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b13987db-0d92-40e3-bf3d-0ff18b287444 req-4df34cbd-1da3-42ec-ab2b-c3d336ce569b tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430808
Apr 03 05:31:37.765029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4813ab-6793-4e5e-a275-9f9f2240ddbd req-ae39efd3-21d4-4ac1-8b4a-f1ff25c24858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:37.766499 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-de4813ab-6793-4e5e-a275-9f9f2240ddbd req-ae39efd3-21d4-4ac1-8b4a-f1ff25c24858 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1097 time: 0.0752962
Apr 03 05:31:37.825702 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-de4813ab-6793-4e5e-a275-9f9f2240ddbd req-e0cf3eaf-77d9-4a90-a890-894a021f9d7d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390723
Apr 03 05:31:38.842986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44206) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:38.846487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5dd89-a6c7-43b2-916a-7cc0b0b15512 req-782ca33f-78e7-4a86-9d2c-4b4eeac215bf tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:38.848094 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bab5dd89-a6c7-43b2-916a-7cc0b0b15512 req-782ca33f-78e7-4a86-9d2c-4b4eeac215bf tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 944 time: 0.0919530
Apr 03 05:31:38.897061 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bab5dd89-a6c7-43b2-916a-7cc0b0b15512 req-ba0fe951-e242-4450-bc30-7b7536a9a827 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424411
Apr 03 05:31:38.910301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Deleting subnet d3075918-cf62-4cdd-a2f4-7647c2187000 {{(pid=84376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:31:38.913931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:38.965247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852276430'] for subnet, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:39.027823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:39.291348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2385408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2613847'] for subnet, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:39.311299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c4691cfc-826f-4fd4-9c56-743003c3ea2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:39.358390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3075918-cf62-4cdd-a2f4-7647c2187000,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:39.417585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.418298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.418725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.419136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.419570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.419978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.420382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.420784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.421190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.421588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.421986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.422381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:39.425928 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:39.458353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:39.464509 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-9c18f424-1e1d-4db8-8257-6c1468cc2fe4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d3075918-cf62-4cdd-a2f4-7647c2187000 HTTP/1.1" status: 204  len: 168 time: 0.6203237
Apr 03 05:31:39.467125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44214) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:39.581871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:39.771011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:39.887081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64ca6ca20>,) {'filters': {'network_id': ['79835a96-1fef-49e7-9604-9deacd59f5bb']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:39.900552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64ca6ca20>, '4317ff11-1f98-4564-8068-28b053a6b390') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:39.900891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64ca6ca20>, '4317ff11-1f98-4564-8068-28b053a6b390') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:39.912780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:39.930098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:39.936546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:31:40.117524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Network 79835a96-1fef-49e7-9604-9deacd59f5bb has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:31:40.127016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:40.308507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Network 79835a96-1fef-49e7-9604-9deacd59f5bb has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:31:40.335561 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:31:40.419980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:40.423800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:40.440386 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:40.448129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Pushing event deleted for resources: {'Network': ['ID=79835a96-1fef-49e7-9604-9deacd59f5bb,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:40.451243 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] 10.222.0.30 "DELETE /v2.0/networks/79835a96-1fef-49e7-9604-9deacd59f5bb HTTP/1.1" status: 204  len: 168 time: 0.9830630
Apr 03 05:31:40.452236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:40.454322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44226) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:40.522604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] Deleting subnet bc460c09-e73e-444f-8f78-890e5eca3794 {{(pid=84376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:31:40.525703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:40.578678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852276430'] for subnet, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:40.642287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.004994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 1bc54485-2403-4b3a-b509-0aa62d5d1ede details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:31:41.137491 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2385408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2613847'] for subnet, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.170531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:31:41.173584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b04068c4-3650-49c7-aa58-d8d17e790fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:41.185477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'port_id': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'mac_address': 'fa:16:3e:23:5f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:31:41.249304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.249499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2104ed-4a49-49a2-a74d-afbc297e8817 req-95963e77-a480-4097-ad17-74c7fc74f9df tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:41.250472 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db2104ed-4a49-49a2-a74d-afbc297e8817 req-95963e77-a480-4097-ad17-74c7fc74f9df tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0895360
Apr 03 05:31:41.258212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc460c09-e73e-444f-8f78-890e5eca3794,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:41.261436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:41.301711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.305397 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db2104ed-4a49-49a2-a74d-afbc297e8817 req-0b20a314-b536-487e-9155-e8057e00045a tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469570
Apr 03 05:31:41.308922 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a1aba0e9-976f-4a33-916f-ca3e22323d92 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bc460c09-e73e-444f-8f78-890e5eca3794 HTTP/1.1" status: 204  len: 168 time: 0.8533654
Apr 03 05:31:41.311481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44244) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:41.437513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.449036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc54485-2403-4b3a-b509-0aa62d5d1ede {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:31:41.465499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:31:41.468323 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.470170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b5fb07eb-048a-48e9-9e5d-bf911814187d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:41.538990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=7']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:41.542261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:41.630711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.743896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64ca6cd30>,) {'filters': {'network_id': ['cd818c54-2b26-4f12-b630-4ccc20a0e516']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:41.747388 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['1bc54485-2403-4b3a-b509-0aa62d5d1ede'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:31:41.757005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64ca6cd30>, '6fe5574f-96ba-4a2a-9659-c6e05584c30e') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:41.757556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64ca6cd30>, '6fe5574f-96ba-4a2a-9659-c6e05584c30e') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:31:41.769350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.784252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:41.790870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:31:41.973605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Network cd818c54-2b26-4f12-b630-4ccc20a0e516 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:31:41.982709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:42.160057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Network cd818c54-2b26-4f12-b630-4ccc20a0e516 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:31:42.182266 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:31:42.259013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:42.263870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:42.266408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1f0a4ec2-410f-416c-af32-661626239980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:42.288312 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd818c54-2b26-4f12-b630-4ccc20a0e516 HTTP/1.1" status: 204  len: 168 time: 0.9755785
Apr 03 05:31:42.289279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd818c54-2b26-4f12-b630-4ccc20a0e516,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:42.291861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-cefddf7f-03ef-43ee-bf8e-df040e3306c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:42.464286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44254) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:42.523566 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-97d665d0-5436-49bd-a516-3c7d899279ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b65ed95c73744cd39f5ff55a506c782a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550873
Apr 03 05:31:42.523833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44260) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:42.595616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ad2b-8be6-4feb-851c-d95f14e993ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:42.625996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ad2b-8be6-4feb-851c-d95f14e993ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:42.674652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ad2b-8be6-4feb-851c-d95f14e993ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:42.680600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:42.691800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0ad2b-8be6-4feb-851c-d95f14e993ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5789600-b751-4fd4-b324-758e6cef83ba,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:42.696177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b3c0ad2b-8be6-4feb-851c-d95f14e993ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:42.699828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b3c0ad2b-8be6-4feb-851c-d95f14e993ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:42.701067 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b3c0ad2b-8be6-4feb-851c-d95f14e993ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5789600-b751-4fd4-b324-758e6cef83ba HTTP/1.1" status: 204  len: 168 time: 0.1761537
Apr 03 05:31:42.753048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68bb7-c733-453e-941e-64cc30ef935e req-1ecc00e7-4a42-4a53-972e-7e8cdf9448da tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:42.754647 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-21c68bb7-c733-453e-941e-64cc30ef935e req-1ecc00e7-4a42-4a53-972e-7e8cdf9448da tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.3196118
Apr 03 05:31:42.801698 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-21c68bb7-c733-453e-941e-64cc30ef935e req-16217850-9397-46fd-ab05-b6c1ff117a00 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404911
Apr 03 05:31:42.996449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 1bc54485-2403-4b3a-b509-0aa62d5d1ede up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:31:43.052196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44268) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:43.069664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 1bc54485-2403-4b3a-b509-0aa62d5d1ede triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:31:43.070079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:43.104849 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-88247f95-9737-4da3-af4a-33ed96047001 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c75805addee74d9f8bd37199f5e1d34a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513566
Apr 03 05:31:43.106712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44272) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:43.170331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:43.197609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:43.197813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:43.226628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:31:43.236935 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:31:43.239432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:43.241385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:43.249411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:43.254564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a2636dde-86ee-4285-820f-aac1d58053fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:43.265629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5147d7-02e6-4472-9c91-302781a4eb7e,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:43.278364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.278853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.279301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.279404 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'code': 200}
Apr 03 05:31:43.279692 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.280074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.280456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.280837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.281214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.281593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.281971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.282344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.282716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:43.285926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:43.287201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:43.289042 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d5147d7-02e6-4472-9c91-302781a4eb7e HTTP/1.1" status: 204  len: 168 time: 0.1812577
Apr 03 05:31:43.324210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=8']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:43.327255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:44.009555 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4034ee-2799-4bbe-a837-a350bd54575c req-151157ca-278f-4762-ad97-4b3e40dea68b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:44.011141 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4034ee-2799-4bbe-a837-a350bd54575c req-151157ca-278f-4762-ad97-4b3e40dea68b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0884674
Apr 03 05:31:44.060842 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f4034ee-2799-4bbe-a837-a350bd54575c req-eb809e4c-210e-4302-8849-1fa33624d912 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430253
Apr 03 05:31:45.274665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e1db2-fca6-43d1-a698-615d5186c690 req-83c51ebe-9cb4-40dc-89fd-a5407f506864 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:45.276439 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7f1e1db2-fca6-43d1-a698-615d5186c690 req-83c51ebe-9cb4-40dc-89fd-a5407f506864 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0910783
Apr 03 05:31:45.328357 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7f1e1db2-fca6-43d1-a698-615d5186c690 req-3bc7201c-86f4-4845-99c0-e586bc50318d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452585
Apr 03 05:31:46.357057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:31:46.555292 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaac8a7-1124-4c90-89df-7167bd4abd7b req-0cb3c891-f7a2-49ce-965d-2603bc09e1dc tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:46.556933 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5eaac8a7-1124-4c90-89df-7167bd4abd7b req-0cb3c891-f7a2-49ce-965d-2603bc09e1dc tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.1045613
Apr 03 05:31:46.607665 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5eaac8a7-1124-4c90-89df-7167bd4abd7b req-bca3e4c7-0ed2-4692-89ba-21934e77c016 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439012
Apr 03 05:31:47.810841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec2fe4-e563-4bd4-898f-1442241818af req-d200bc05-4620-4afd-a908-fa7b0f395a7e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:47.812450 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e7ec2fe4-e563-4bd4-898f-1442241818af req-d200bc05-4620-4afd-a908-fa7b0f395a7e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0862377
Apr 03 05:31:47.859582 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e7ec2fe4-e563-4bd4-898f-1442241818af req-65904f67-ed9c-4b3a-ba58-bb735e64ee72 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408165
Apr 03 05:31:48.211440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44376) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:48.331670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:48.350813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:31:48.354800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Usage tracker for resource:security_group_rule and tenant:8bca8e8371b24269aad3f33ac366e2d7 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:31:48.357741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:31:48.363710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:31:48.455350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:48.458224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:48.467254 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-122553fa-3ebf-43a0-8dab-11a090b7b230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:48.509435 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bca8e8371b24269aad3f33ac366e2d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2967989
Apr 03 05:31:48.510360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9ae275-3bbf-4b4f-bf31-33f049c19441,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:48.512259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44382) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:31:48.514522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:48.574832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-52aacb1e-4657-4ff1-9449-77871b7808dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:48.602542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-52aacb1e-4657-4ff1-9449-77871b7808dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:48.650019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-52aacb1e-4657-4ff1-9449-77871b7808dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:48.655006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8a77dbf6-0816-46a2-8e10-b29b1de1e3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:48.666757 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aacb1e-4657-4ff1-9449-77871b7808dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9ae275-3bbf-4b4f-bf31-33f049c19441,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:48.670472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-52aacb1e-4657-4ff1-9449-77871b7808dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:48.673798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-52aacb1e-4657-4ff1-9449-77871b7808dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:48.675013 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-52aacb1e-4657-4ff1-9449-77871b7808dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec9ae275-3bbf-4b4f-bf31-33f049c19441 HTTP/1.1" status: 204  len: 168 time: 0.1610334
Apr 03 05:31:49.072662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a933c4-d233-4408-8448-9964b818d349 req-954a6944-5a55-4a42-aa76-d17ba193855c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:49.074242 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8a933c4-d233-4408-8448-9964b818d349 req-954a6944-5a55-4a42-aa76-d17ba193855c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0911946
Apr 03 05:31:49.124085 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8a933c4-d233-4408-8448-9964b818d349 req-b610ac57-b4c8-4f85-8303-27feb1b917ce tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433581
Apr 03 05:31:50.333226 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b1a30-fbaf-49d3-aad8-76052680392b req-f7d35731-09e0-40ed-ab81-50e0f19ee940 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:50.334861 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0b4b1a30-fbaf-49d3-aad8-76052680392b req-f7d35731-09e0-40ed-ab81-50e0f19ee940 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0912778
Apr 03 05:31:50.383218 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0b4b1a30-fbaf-49d3-aad8-76052680392b req-199bbf58-a3a3-4e88-a433-c4e514403a5d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417180
Apr 03 05:31:51.592545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4c16b-4937-4ec5-bcb5-8195e205df65 req-ccea28a1-49af-4af6-b86e-5093cf82c9ee tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:51.594113 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-57d4c16b-4937-4ec5-bcb5-8195e205df65 req-ccea28a1-49af-4af6-b86e-5093cf82c9ee tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0912342
Apr 03 05:31:51.640741 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-57d4c16b-4937-4ec5-bcb5-8195e205df65 req-75bc9854-87ae-4fcc-a96d-8b2578999e79 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400150
Apr 03 05:31:52.845759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d73d6e-8356-41cd-86d8-9530346ab36c req-274540cb-0981-4d89-934f-ae6702420812 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:52.847344 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-45d73d6e-8356-41cd-86d8-9530346ab36c req-274540cb-0981-4d89-934f-ae6702420812 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0875909
Apr 03 05:31:52.893879 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-45d73d6e-8356-41cd-86d8-9530346ab36c req-f51c413f-3deb-4643-a204-a65c3c02f401 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396402
Apr 03 05:31:53.059473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:31:53.199623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:31:53.213981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'port_id': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'mac_address': 'fa:16:3e:27:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:31:53.270546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:53.288048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 486c1630-3f60-4cbb-8be4-b88f722804c4 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:31:53.303567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:31:53.306614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:53.308428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:53.381689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=6']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:53.389774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.390160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.390536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.390905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.391293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.391663 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.392026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.392386 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.392749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.393108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.393465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.393820 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:31:53.397739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:53.427728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['486c1630-3f60-4cbb-8be4-b88f722804c4'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:31:53.891918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:54.141511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d997a-167f-4933-8efd-d89d2535dbec req-d80befa3-1e70-4494-b9d8-bd567915724c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:54.150795 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b91d997a-167f-4933-8efd-d89d2535dbec req-d80befa3-1e70-4494-b9d8-bd567915724c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 944 time: 0.1329491
Apr 03 05:31:54.199739 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b91d997a-167f-4933-8efd-d89d2535dbec req-fa33c9aa-341d-4782-96d5-c45c69d109de tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477169
Apr 03 05:31:55.066834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:31:55.161691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 486c1630-3f60-4cbb-8be4-b88f722804c4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:31:55.162504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:55.329720 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:55.390975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:31:55.392328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:31:55.398707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:31:55.401523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:31:55.424338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396ff4a-5b9b-4e88-bce2-81ef7196b7f7 req-2dda6e77-ac02-4961-8f12-8bb89fddb9d6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:55.433075 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d396ff4a-5b9b-4e88-bce2-81ef7196b7f7 req-2dda6e77-ac02-4961-8f12-8bb89fddb9d6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 944 time: 0.1024661
Apr 03 05:31:55.502519 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d396ff4a-5b9b-4e88-bce2-81ef7196b7f7 req-7c4d7fe7-7e30-4497-abb7-7c4a1e156fc6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569217
Apr 03 05:31:55.541792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=7']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:31:55.545316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:31:55.635270 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'code': 200}
Apr 03 05:31:56.716062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d032c6d-1020-4798-9724-559ca84614d3 req-1c4cf2df-5f12-45a6-8dd4-3a40f15c6df3 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:56.719238 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4d032c6d-1020-4798-9724-559ca84614d3 req-1c4cf2df-5f12-45a6-8dd4-3a40f15c6df3 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0978913
Apr 03 05:31:56.774734 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4d032c6d-1020-4798-9724-559ca84614d3 req-a2e380e2-5c91-43bc-829d-5036717f568e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500951
Apr 03 05:31:57.998168 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24e1ea5-7453-414b-8232-f9e524e35f4e req-d4f718b4-f1e9-4d13-82f3-4875b924e7fc tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:58.003701 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c24e1ea5-7453-414b-8232-f9e524e35f4e req-d4f718b4-f1e9-4d13-82f3-4875b924e7fc tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0993938
Apr 03 05:31:58.050032 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c24e1ea5-7453-414b-8232-f9e524e35f4e req-309f4390-f480-4083-a661-849ad0efb713 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436878
Apr 03 05:31:59.268829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643e17d-e01d-490f-83a5-10fd32936195 req-6fb4fb59-79b1-48a8-813d-9f205b8e6a11 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:31:59.270484 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0643e17d-e01d-490f-83a5-10fd32936195 req-6fb4fb59-79b1-48a8-813d-9f205b8e6a11 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0920408
Apr 03 05:31:59.321382 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0643e17d-e01d-490f-83a5-10fd32936195 req-6564b61f-1c81-4f6e-9375-6949d36e8f12 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445435
Apr 03 05:32:00.569012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26777e0-6e41-44c2-9f35-ac25d9d3c4df req-794e202a-d7d1-42f1-9325-3d0f684f5067 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:00.571228 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e26777e0-6e41-44c2-9f35-ac25d9d3c4df req-794e202a-d7d1-42f1-9325-3d0f684f5067 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.1101170
Apr 03 05:32:00.634262 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e26777e0-6e41-44c2-9f35-ac25d9d3c4df req-975700fc-a7a8-45f6-adef-8b171d3e3c15 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453539
Apr 03 05:32:01.871973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420f05a-fc50-4df3-8a90-8fbc58f26488 req-a2dd20bd-84ce-44ec-bfbc-a1080e6b78b7 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:01.873514 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3420f05a-fc50-4df3-8a90-8fbc58f26488 req-a2dd20bd-84ce-44ec-bfbc-a1080e6b78b7 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0914907
Apr 03 05:32:01.930056 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3420f05a-fc50-4df3-8a90-8fbc58f26488 req-a6a7707b-652b-4c3a-8308-69b9bc051bf3 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481834
Apr 03 05:32:02.144234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e91d1b5b-f963-4add-be4c-6c7f2f67ce2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:03.165013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0872b3-9319-42d7-ae3e-49077091671f req-5b9ce79e-4cc2-47a2-bc6d-d3dd0a61ea26 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:03.166660 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5d0872b3-9319-42d7-ae3e-49077091671f req-5b9ce79e-4cc2-47a2-bc6d-d3dd0a61ea26 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0974033
Apr 03 05:32:03.215626 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5d0872b3-9319-42d7-ae3e-49077091671f req-01cb739c-aa08-43d0-8e9e-9eeea097bfd7 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425305
Apr 03 05:32:03.291817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:03.869784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-921664be-e82b-4712-813e-6c44084ba7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:03.871450 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-921664be-e82b-4712-813e-6c44084ba7cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 1098 time: 0.0819354
Apr 03 05:32:04.017315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-ab99c779-a859-4322-bb3a-5060778e77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:04.018922 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-ab99c779-a859-4322-bb3a-5060778e77c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 918 time: 0.1405025
Apr 03 05:32:04.132944 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-ce6880c3-e8e6-4b91-b640-54eb00aa01af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=486c1630-3f60-4cbb-8be4-b88f722804c4 HTTP/1.1" status: 200  len: 1000 time: 0.1067121
Apr 03 05:32:04.203759 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-f43b70f7-24b3-430b-a681-fa006206c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:04.205340 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-f43b70f7-24b3-430b-a681-fa006206c022 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.0658970
Apr 03 05:32:04.293236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-d8e15dda-f3f4-4f37-975f-223f8860cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:04.294864 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-d8e15dda-f3f4-4f37-975f-223f8860cc15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821738
Apr 03 05:32:04.363022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-180edcea-b641-41ab-a0a5-e17badb45330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:04.439075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe61d-021b-4ae2-ae0c-d0f6265f3c59 req-bc7fe057-a5d9-4024-91bc-5821687b9a9e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:04.440706 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-53bbe61d-021b-4ae2-ae0c-d0f6265f3c59 req-bc7fe057-a5d9-4024-91bc-5821687b9a9e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.1016955
Apr 03 05:32:04.449561 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-171d4249-e90d-47a9-b84f-bb25bc754331 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464267
Apr 03 05:32:04.490987 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-53bbe61d-021b-4ae2-ae0c-d0f6265f3c59 req-db780a67-3352-427a-bc55-9db09cbaa00b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427535
Apr 03 05:32:04.597551 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c8548746-d88f-44d0-9dd7-cf128a942f8b req-565e89d1-d394-4e13-91f8-859d130a75ff service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400092
Apr 03 05:32:05.381419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:05.699426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34a77e-562a-43b9-997e-9fc553b8e236 req-a3881f09-e43e-47cb-8eb7-e1400542200c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:05.700924 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6f34a77e-562a-43b9-997e-9fc553b8e236 req-a3881f09-e43e-47cb-8eb7-e1400542200c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0862775
Apr 03 05:32:05.748563 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6f34a77e-562a-43b9-997e-9fc553b8e236 req-c1eb3f99-6497-4ad3-9b6c-d5923d454498 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409169
Apr 03 05:32:06.858870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:07.105157 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b104-bf3e-4ff3-9421-84cabb7d1e68 req-21b7d3e0-bb98-4e28-bda1-7b23852763a2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:07.106849 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4aa5b104-bf3e-4ff3-9421-84cabb7d1e68 req-21b7d3e0-bb98-4e28-bda1-7b23852763a2 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 945 time: 0.0921865
Apr 03 05:32:07.126481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:32:07.156361 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4aa5b104-bf3e-4ff3-9421-84cabb7d1e68 req-8a194a1a-edd3-429d-9046-5cad3fb2576b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427248
Apr 03 05:32:07.251789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:07.282074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:32:07.294840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:07.298113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:07.300811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:07.350285 dv-cinder-784623-2-iscsi neutron-server[84262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'code': 422} returned with failed status
Apr 03 05:32:07.384984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=8']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:07.389061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:08.323824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e39f-5d7f-4d0e-b63f-497a9d484f1c req-381c4b35-22c0-4c5d-8f25-d992963071e5 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:08.325431 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cd52e39f-5d7f-4d0e-b63f-497a9d484f1c req-381c4b35-22c0-4c5d-8f25-d992963071e5 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 945 time: 0.0884464
Apr 03 05:32:08.380710 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cd52e39f-5d7f-4d0e-b63f-497a9d484f1c req-7e2727ca-dc63-4ad3-8bbd-64b75294964a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486310
Apr 03 05:32:08.694607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883c0fc-6473-4d68-96f2-f98f0c5b3663 req-3cd0dee2-5213-4373-899d-910f55bf1f5f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:08.696395 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0883c0fc-6473-4d68-96f2-f98f0c5b3663 req-3cd0dee2-5213-4373-899d-910f55bf1f5f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0875061
Apr 03 05:32:08.745097 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0883c0fc-6473-4d68-96f2-f98f0c5b3663 req-b206ddb1-7490-4b1d-a462-09cf6e9d1b95 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421352
Apr 03 05:32:08.927895 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44608) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:09.050762 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-ba207265-f5a1-4d72-b3be-ca7a4e6cc045 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1215155
Apr 03 05:32:09.588485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40da3e-5081-40aa-8390-0586a5b3ce0c req-26d6daa0-0de3-43b4-ada6-5ec8b16bb934 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:09.590071 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-af40da3e-5081-40aa-8390-0586a5b3ce0c req-26d6daa0-0de3-43b4-ada6-5ec8b16bb934 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 945 time: 0.0937915
Apr 03 05:32:09.638953 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-af40da3e-5081-40aa-8390-0586a5b3ce0c req-93877ead-67ed-489a-bcdb-1ee3331e5df2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422721
Apr 03 05:32:09.652213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-9568c33d-0a2d-4ce4-b8fd-c2b358d52aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:09.653829 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-9568c33d-0a2d-4ce4-b8fd-c2b358d52aae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da&tenant_id=a008c93e871048ba8600b910fbdf30a0 HTTP/1.1" status: 200  len: 1096 time: 0.0835364
Apr 03 05:32:09.756227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-81a0a0a9-a986-4cd8-8b8a-14c0899d6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:09.758574 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-81a0a0a9-a986-4cd8-8b8a-14c0899d6eb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a008c93e871048ba8600b910fbdf30a0&device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 1096 time: 0.0772061
Apr 03 05:32:09.903721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-aa3fb9b0-05f5-437b-a06c-5c306324d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:09.905234 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-aa3fb9b0-05f5-437b-a06c-5c306324d531 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 200  len: 918 time: 0.1382093
Apr 03 05:32:09.952559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19faf0c-1263-4695-89c6-aef1c4b58c02 req-96f23fac-9efd-49f7-a214-a433df009d10 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:09.954138 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b19faf0c-1263-4695-89c6-aef1c4b58c02 req-96f23fac-9efd-49f7-a214-a433df009d10 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0880017
Apr 03 05:32:10.002451 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b19faf0c-1263-4695-89c6-aef1c4b58c02 req-6480e23b-dec4-43f3-b1c7-401a5e4d6109 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408256
Apr 03 05:32:10.017218 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-59f2e914-6e91-4970-9485-5362f463eee9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=486c1630-3f60-4cbb-8be4-b88f722804c4 HTTP/1.1" status: 200  len: 998 time: 0.1050928
Apr 03 05:32:10.087593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-7008f96a-6114-4cd7-8e6a-05f78dfc51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:10.089164 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-7008f96a-6114-4cd7-8e6a-05f78dfc51bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 200  len: 856 time: 0.0653374
Apr 03 05:32:10.092559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-72588462-8a02-487c-a404-a4faa4a3601a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:10.094088 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-72588462-8a02-487c-a404-a4faa4a3601a tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 945 time: 0.0905194
Apr 03 05:32:10.173204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Deleting port d5f1ce41-cb08-4e87-bc94-cde28a27d453 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:10.173590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:10.176152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-2f06e6b6-41af-44bd-9ae4-e4a72be7e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:10.177764 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-2f06e6b6-41af-44bd-9ae4-e4a72be7e301 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821352
Apr 03 05:32:10.320865 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-baa51884-c3f2-4d7d-a03b-84a7a14544e1 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343238
Apr 03 05:32:10.438385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] For port d5f1ce41-cb08-4e87-bc94-cde28a27d453, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d5f1ce41-cb08-4e87-bc94-cde28a27d453,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:10.438697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:10.695296 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f1dfa48-a8ff-4ce0-8eda-ca12cb7b3e68 req-c4578dd0-402b-4305-b46d-fd6a4e98c5f1 service neutron] 10.222.0.35 "GET /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3667815
Apr 03 05:32:10.808405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:10.808853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:10.809200 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Floating IP c7c8f381-fa3d-436c-b106-4a7357c348a5 disassociated. External IP: 172.27.3.112, port: d5f1ce41-cb08-4e87-bc94-cde28a27d453.
Apr 03 05:32:10.809572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Calling delete_port for d5f1ce41-cb08-4e87-bc94-cde28a27d453 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:32:10.961792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458ec0c-4fee-4038-a731-8c7a315f22c8 req-706ee5fb-5fc2-45b9-a78b-3279935a4dda tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:10.963302 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6458ec0c-4fee-4038-a731-8c7a315f22c8 req-706ee5fb-5fc2-45b9-a78b-3279935a4dda tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 945 time: 0.2041800
Apr 03 05:32:11.020111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:11.036550 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8286d73b-f447-4449-89f0-a067e34f0527 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:11.141908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:32:11.192051 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6458ec0c-4fee-4038-a731-8c7a315f22c8 req-db2d4596-4b08-4b47-8370-81392989f5d0 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba854648-3bef-404e-b64e-7c58265cd922&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2198012
Apr 03 05:32:11.193267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event deleted for resources: {'Port': ['ID=d5f1ce41-cb08-4e87-bc94-cde28a27d453,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:11.200136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:11.703296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Router 75d3f499-cd84-44f3-bbb2-f605a924b5fd has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:32:11.847918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46419c5-c5f2-425b-a49e-3ff05dfccfed req-3df299fd-9022-4884-9a68-5a890c150176 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:11.849538 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a46419c5-c5f2-425b-a49e-3ff05dfccfed req-3df299fd-9022-4884-9a68-5a890c150176 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.6507087
Apr 03 05:32:11.949486 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a46419c5-c5f2-425b-a49e-3ff05dfccfed req-bd85924e-13c8-448c-9799-a299def02314 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746558
Apr 03 05:32:11.959187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:32:11.975688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] Sync routers for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:32:11.996524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:32:11.997239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647cef0b8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:12.083612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] No DVR routers for this DVR port d5f1ce41-cb08-4e87-bc94-cde28a27d453 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:32:12.086973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:12.089976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'name': 'network-vif-deleted', 'tag': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:32:12.131525 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d3104298-61ef-42d6-9b42-fe0cea6f6939 req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.35 "DELETE /v2.0/ports/d5f1ce41-cb08-4e87-bc94-cde28a27d453 HTTP/1.1" status: 204  len: 173 time: 2.0312717
Apr 03 05:32:12.252787 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f', 'name': 'network-vif-deleted', 'tag': 'd5f1ce41-cb08-4e87-bc94-cde28a27d453', 'status': 'completed', 'code': 200}
Apr 03 05:32:12.266188 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:32:12.386318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-03fdf5d5-fe5d-4ac4-b0f6-591aa7d65c35 req-8789a6de-13df-4a94-aad8-04121ed6a0bf tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Synchronizing usage tracker for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:32:12.404942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-03fdf5d5-fe5d-4ac4-b0f6-591aa7d65c35 req-8789a6de-13df-4a94-aad8-04121ed6a0bf tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Unset dirty status for tenant:e2ab9526fb4841608a82a6486ec486f5 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:32:12.406515 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-03fdf5d5-fe5d-4ac4-b0f6-591aa7d65c35 req-8789a6de-13df-4a94-aad8-04121ed6a0bf tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0728338
Apr 03 05:32:12.658104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647cef0b8>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:12.662980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] Checking router: 75d3f499-cd84-44f3-bbb2-f605a924b5fd for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:32:12.673028 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:32:12.673695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647cef0b8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:12.874620 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:32:13.285188 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469a41f-d78a-4868-a227-ec64076af000 req-666589c6-5dae-4644-8189-e3e985c74c8b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:13.290287 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5469a41f-d78a-4868-a227-ec64076af000 req-666589c6-5dae-4644-8189-e3e985c74c8b tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.1089296
Apr 03 05:32:13.355731 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5469a41f-d78a-4868-a227-ec64076af000 req-59c16c5b-f062-4575-9f15-a06dd646e0b3 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582380
Apr 03 05:32:13.398686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647cef0b8>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:13.403029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6022d39c-711a-41a9-b507-7431125811c3 None None] The sync data for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi is: [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:26:25Z', 'revision_number': 4, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6', 'name': '', 'network_id': '6d1d4ff6-9810-4f27-a8e2-0677990f8ce8', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'mac_address': 'fa:16:3e:2f:c6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:22Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'subnets': [{'id': 'ebfd9022-5fd4-4c24-bd24-a6971815d9a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:32:13.589607 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e1444926-6325-4c70-8daf-0cbc1f0ef74e req-a75f6f71-547c-4e8b-886d-2a74966ebd3c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0484798
Apr 03 05:32:13.846687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce2a37f-022e-4c04-a091-55682391157c None None] New status for floating IP c7c8f381-fa3d-436c-b106-4a7357c348a5: DOWN {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:32:14.574582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140aa5e4-ab8e-44b7-afa4-3cf85d515343 req-214fad9d-6702-4259-8657-baff2d50d9af tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:14.576258 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-140aa5e4-ab8e-44b7-afa4-3cf85d515343 req-214fad9d-6702-4259-8657-baff2d50d9af tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0987856
Apr 03 05:32:14.630798 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-140aa5e4-ab8e-44b7-afa4-3cf85d515343 req-5abb9432-dbdd-4830-bf27-cb85e91707da tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473354
Apr 03 05:32:14.755047 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cd825d8c-7efd-4828-9571-4dffe52dfee4 req-d21d93c3-0f91-44a4-a5dd-1a89bcca006f tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0482807
Apr 03 05:32:15.152900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device d5f1ce41-cb08-4e87-bc94-cde28a27d453 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:32:15.189684 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: d5f1ce41-cb08-4e87-bc94-cde28a27d453 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:32:15.190076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device d5f1ce41-cb08-4e87-bc94-cde28a27d453 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:32:15.849648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeade71-2140-4108-9195-244f7cea5642 req-37a8871b-4998-458d-8e50-454a4ce7737d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:15.852028 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dbeade71-2140-4108-9195-244f7cea5642 req-37a8871b-4998-458d-8e50-454a4ce7737d tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.1010263
Apr 03 05:32:15.947977 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-053eb7f7-267a-42ef-bbba-375475d3c584 req-55c824fe-1e86-4556-b96f-e707cceeae41 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0647323
Apr 03 05:32:15.965135 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dbeade71-2140-4108-9195-244f7cea5642 req-947b13fc-110e-472f-be48-8187cb76238f tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991650
Apr 03 05:32:17.274986 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fc7b034e-fa8b-49cc-b0ef-72860ad7052c req-1694804e-837b-498f-863f-797d520b8051 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0570338
Apr 03 05:32:17.284496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c689c-2e5f-45b4-b5cf-30ed1e5b0e97 req-2b3ff397-b6d0-4ac1-92fb-0121013b9911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:17.285961 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-135c689c-2e5f-45b4-b5cf-30ed1e5b0e97 req-2b3ff397-b6d0-4ac1-92fb-0121013b9911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.2014022
Apr 03 05:32:17.339539 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-135c689c-2e5f-45b4-b5cf-30ed1e5b0e97 req-fe30b349-248c-4aca-b174-8fc188a5ee62 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465810
Apr 03 05:32:18.461351 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-84a521eb-f384-4303-beb9-8fb36abbf27f req-63ab57cd-7189-4bd7-bd9c-e05364960479 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0661473
Apr 03 05:32:18.570859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6e352-a992-42a9-8774-24d0c074e423 req-fef98b3a-6ad7-45b2-834d-c3ff94ba3cc6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:18.572631 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1ed6e352-a992-42a9-8774-24d0c074e423 req-fef98b3a-6ad7-45b2-834d-c3ff94ba3cc6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0920284
Apr 03 05:32:18.625599 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1ed6e352-a992-42a9-8774-24d0c074e423 req-14677ff1-2d62-41c4-9075-f6e87674cdbb tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461226
Apr 03 05:32:19.629356 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a7755dd-3d8d-4304-8ce0-33020548bce2 req-4d35995b-da47-4469-8698-8f2c65f19f97 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0530884
Apr 03 05:32:19.842864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3486439-3ff1-4d5b-88ea-51ca1b611e5b req-7c7dcd4a-bd1f-4481-b2d8-08975264da7c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:19.844656 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c3486439-3ff1-4d5b-88ea-51ca1b611e5b req-7c7dcd4a-bd1f-4481-b2d8-08975264da7c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0934594
Apr 03 05:32:19.895478 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c3486439-3ff1-4d5b-88ea-51ca1b611e5b req-ab291c8c-460e-4bbd-8074-daf3ab9a2afe tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435450
Apr 03 05:32:20.806068 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9e9905a3-44c9-45d2-b054-65effbc9aee0 req-994b876f-6484-4d25-9aa5-7e7b606e0f7c tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0552032
Apr 03 05:32:21.132038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa6464-e3b6-4c44-86fb-aa3b69b04e2c req-b68d1171-0557-4e90-9674-e0c0851407ee tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:21.134033 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-25fa6464-e3b6-4c44-86fb-aa3b69b04e2c req-b68d1171-0557-4e90-9674-e0c0851407ee tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.1027548
Apr 03 05:32:21.182998 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-25fa6464-e3b6-4c44-86fb-aa3b69b04e2c req-19ffeff9-2a9d-4d60-b8ae-a4cf4dbb0e67 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425351
Apr 03 05:32:21.989537 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-45ac74a2-ec67-4c6d-ad14-70fc9f98f380 req-0db3b263-6a35-4ac3-9463-ce7473e56516 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6ad59ef-abe2-4972-bfc8-34d7f4ecc37f HTTP/1.1" status: 200  len: 210 time: 0.0511847
Apr 03 05:32:22.400676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654f7f2-811b-4f3b-9470-0f5a487bd49b req-080d126d-9dfd-4907-8b6e-29cdfdbe7a58 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:22.402277 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f654f7f2-811b-4f3b-9470-0f5a487bd49b req-080d126d-9dfd-4907-8b6e-29cdfdbe7a58 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0933177
Apr 03 05:32:22.453415 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f654f7f2-811b-4f3b-9470-0f5a487bd49b req-602409fe-d2a0-488b-9b5a-8e3edcb3e4af tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444884
Apr 03 05:32:23.118084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44702) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:23.186481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c62a0627-f4b9-45e9-bc3b-d0aa76df2d78 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:23.218446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c62a0627-f4b9-45e9-bc3b-d0aa76df2d78 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:23.263300 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c62a0627-f4b9-45e9-bc3b-d0aa76df2d78 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:23.267062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ad9b963f-fa8c-4f84-aa1d-0ca9905cdc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:23.283315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a0627-f4b9-45e9-bc3b-d0aa76df2d78 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba854648-3bef-404e-b64e-7c58265cd922,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:23.285821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c62a0627-f4b9-45e9-bc3b-d0aa76df2d78 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:23.294836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c62a0627-f4b9-45e9-bc3b-d0aa76df2d78 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:23.296120 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c62a0627-f4b9-45e9-bc3b-d0aa76df2d78 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "DELETE /v2.0/security-groups/ba854648-3bef-404e-b64e-7c58265cd922 HTTP/1.1" status: 204  len: 168 time: 0.1768436
Apr 03 05:32:23.298911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44706) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:23.317458 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.v2.resource [None req-4b2c6f4d-6775-488d-9605-06fc39cedabc tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] show failed (client error): The resource could not be found.
Apr 03 05:32:23.318544 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4b2c6f4d-6775-488d-9605-06fc39cedabc tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "GET /v2.0/security-groups/ba854648-3bef-404e-b64e-7c58265cd922 HTTP/1.1" status: 404  len: 347 time: 0.0185862
Apr 03 05:32:23.321996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44710) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:23.357026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:32:23.487362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Deleting port 1bec1d15-8e6c-4a96-8ae8-fe91d268c35d {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:23.487744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:23.736925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:23.737265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:23.759964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c83bd7-1a1d-4be3-a294-e4e61e6d9352 req-5905f0c9-7bdc-49d0-8030-e3563a5361db tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:23.761551 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-66c83bd7-1a1d-4be3-a294-e4e61e6d9352 req-5905f0c9-7bdc-49d0-8030-e3563a5361db tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.1866119
Apr 03 05:32:23.896566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Calling delete_port for 1bec1d15-8e6c-4a96-8ae8-fe91d268c35d owned by network:floatingip {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:32:23.907383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:23.970399 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-66c83bd7-1a1d-4be3-a294-e4e61e6d9352 req-63539334-4738-4846-bb04-16594a9b1708 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1541574
Apr 03 05:32:24.065040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:24.080277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0ee1a382-8bd8-40f5-8253-4c550c4209cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:24.138299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Pushing event deleted for resources: {'Port': ['ID=1bec1d15-8e6c-4a96-8ae8-fe91d268c35d,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:24.141053 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:24.345329 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks [] for floatingip, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:24.362417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:24.363677 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] 10.222.0.30 "DELETE /v2.0/floatingips/c7c8f381-fa3d-436c-b106-4a7357c348a5 HTTP/1.1" status: 204  len: 168 time: 1.0407088
Apr 03 05:32:25.180522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ce13c-7f1e-437c-8340-d9adf4cb9266 req-c827fdf1-93dd-4efe-9799-b4684bc19787 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:25.182122 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a29ce13c-7f1e-437c-8340-d9adf4cb9266 req-c827fdf1-93dd-4efe-9799-b4684bc19787 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 943 time: 0.0933514
Apr 03 05:32:25.229848 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a29ce13c-7f1e-437c-8340-d9adf4cb9266 req-bac2cdd2-7c99-4e2b-b2d7-9883ae571c85 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414720
Apr 03 05:32:25.234890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:32:25.377145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:25.391770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'port_id': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'mac_address': 'fa:16:3e:27:d9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:32:25.448910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:25.466166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486c1630-3f60-4cbb-8be4-b88f722804c4 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:32:25.483084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:25.486145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:25.488783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-15019e3d-dd1c-4c83-aab8-698f010eeacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:25.559841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=9']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:25.563046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:25.700853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['486c1630-3f60-4cbb-8be4-b88f722804c4'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:32:26.119744 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-f19db48d-83cd-4e77-9a8d-931d0e81c4f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0767424
Apr 03 05:32:26.219761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-6aadc0f7-9a11-46dc-9425-23b1d4f0228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:26.221346 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-6aadc0f7-9a11-46dc-9425-23b1d4f0228c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 1098 time: 0.0799468
Apr 03 05:32:26.653117 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-226060d1-314c-41d7-83de-848d7a958622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:26.654694 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-226060d1-314c-41d7-83de-848d7a958622 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.4131048
Apr 03 05:32:26.743589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa961b-055e-4f5f-bee7-a2db54aa4247 req-5690502f-8e74-4cb9-8ab5-da72a6194240 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:26.745162 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-06aa961b-055e-4f5f-bee7-a2db54aa4247 req-5690502f-8e74-4cb9-8ab5-da72a6194240 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 944 time: 0.1976814
Apr 03 05:32:26.797029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-d92e3948-875e-4158-b793-e1abde4ddada service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5146a59-6003-4840-a87d-140dfec34dd4 HTTP/1.1" status: 200  len: 1001 time: 0.1350503
Apr 03 05:32:26.861238 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-06aa961b-055e-4f5f-bee7-a2db54aa4247 req-de592a10-0521-44d6-b80c-a0b403d54858 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044786
Apr 03 05:32:26.880129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-8d02a9d4-f6c2-4fbe-99be-a1c8c1268d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:26.882336 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-8d02a9d4-f6c2-4fbe-99be-a1c8c1268d19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0775805
Apr 03 05:32:26.966838 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-aa01bb88-7133-4e14-a6ed-c8daf8844706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:26.968493 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-aa01bb88-7133-4e14-a6ed-c8daf8844706 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781710
Apr 03 05:32:27.112907 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-578f93f4-b9b2-48a6-b478-48feb54d517a service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380763
Apr 03 05:32:27.251128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:32:27.261638 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-47b24969-ad1c-4407-a72e-577d0ddb0245 req-b63b1c5d-ccc4-4d97-94e9-7bd81a506fb0 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411288
Apr 03 05:32:27.329550 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 486c1630-3f60-4cbb-8be4-b88f722804c4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:32:27.329971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:27.457191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:27.485487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:32:27.496125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:27.498947 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:27.500891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:27.537832 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'code': 200}
Apr 03 05:32:27.572500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=10']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:27.575548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:27.781597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33955826-cce8-4000-aab3-5d3b0ef17cd9 req-7981af89-979e-4740-b809-52f8bb7ad8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:27.783088 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-33955826-cce8-4000-aab3-5d3b0ef17cd9 req-7981af89-979e-4740-b809-52f8bb7ad8ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 1099 time: 0.0818987
Apr 03 05:32:27.824478 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-33955826-cce8-4000-aab3-5d3b0ef17cd9 req-bf5ef34f-0b7a-480e-95e8-a46590622e52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353305
Apr 03 05:32:28.062716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43b475-615f-4dae-8eac-530dec8d9d50 req-317cc9f5-9bea-4794-9047-20c630d39308 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:28.064321 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1e43b475-615f-4dae-8eac-530dec8d9d50 req-317cc9f5-9bea-4794-9047-20c630d39308 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 946 time: 0.0870597
Apr 03 05:32:28.111715 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1e43b475-615f-4dae-8eac-530dec8d9d50 req-65528426-95f8-489b-8a2c-f306dd19bae7 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406790
Apr 03 05:32:28.559872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44750) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:29.356240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:29.423130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fb597-c481-463e-97d3-e1d2590963fd req-6c7e8fbf-b150-43ab-9e21-952417ebe613 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:29.424667 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce7fb597-c481-463e-97d3-e1d2590963fd req-6c7e8fbf-b150-43ab-9e21-952417ebe613 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 946 time: 0.1791155
Apr 03 05:32:29.555182 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce7fb597-c481-463e-97d3-e1d2590963fd req-dce1ee5a-30e0-4428-bb1a-c34e6cede397 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744991
Apr 03 05:32:29.766393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Deleting port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:29.766944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:29.942485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] For port 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:29.942868 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:30.070643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Calling delete_port for 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 owned by network:router_interface {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:32:30.609769 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:30.625409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4fb2a2e8-cb5b-4b45-b22c-a67ea742f4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:30.685952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Pushing event deleted for resources: {'Port': ['ID=1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:30.688909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:30.871574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7de07-a96e-4f58-b82a-d599db456f6b req-229b0de6-9790-45d8-9995-c27b1f74374e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:30.873091 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1bc7de07-a96e-4f58-b82a-d599db456f6b req-229b0de6-9790-45d8-9995-c27b1f74374e tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 946 time: 0.1908324
Apr 03 05:32:31.008657 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1bc7de07-a96e-4f58-b82a-d599db456f6b req-b2f03b96-d074-4333-bda7-a7f2eb864580 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014113
Apr 03 05:32:31.199984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:31.699571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Router 75d3f499-cd84-44f3-bbb2-f605a924b5fd has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:32:31.888297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:32:31.898069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] Sync routers for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:32:31.902432 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] 10.222.0.30 "PUT /v2.0/routers/75d3f499-cd84-44f3-bbb2-f605a924b5fd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3414013
Apr 03 05:32:31.905072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44796) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:31.908191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:32:31.908856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c70d6a0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:32.090144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:32.098167 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:32:32.256122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2e2bba60-b930-4998-b048-e5be4bb0bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:32.284464 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:32.293528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Deleting port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:32.293900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:32.415816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c70d6a0>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:32:30Z', 'revision_number': 5, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port': {'id': '79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:09Z', 'updated_at': '2021-04-03T05:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:32.419772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] Checking router: 75d3f499-cd84-44f3-bbb2-f605a924b5fd for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:32:32.429224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] Routers {'75d3f499-cd84-44f3-bbb2-f605a924b5fd'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:32:32.429873 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c70d6a0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:32.477933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] For port 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:32.478306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:32.600741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] Set router 75d3f499-cd84-44f3-bbb2-f605a924b5fd gateway port host: None {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:32:32.613235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Calling delete_port for 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a owned by network:router_gateway {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:32:32.714951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c70d6a0>, [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:32:32Z', 'revision_number': 6, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port_host': None}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:32.719051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacae509-80e5-4819-97ce-bf599e1ea603 None None] The sync data for ids ['75d3f499-cd84-44f3-bbb2-f605a924b5fd'] in dv-cinder-784623-2-iscsi is: [{'id': '75d3f499-cd84-44f3-bbb2-f605a924b5fd', 'name': 'tempest-AttachVolumeTestJSON-1549751694-router', 'tenant_id': 'e2ab9526fb4841608a82a6486ec486f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:07Z', 'updated_at': '2021-04-03T05:32:32Z', 'revision_number': 6, 'project_id': 'e2ab9526fb4841608a82a6486ec486f5', 'gw_port_host': None}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:32:32.785880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:32.803015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d0378bf1-b08c-4b89-abd9-0f03950ec3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:32.859704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:32.862341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:33.083153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:32:33.137442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:32:33.137962 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 79f2b10d-b4e2-4dcf-a013-a7bb37b9a51a not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:32:33.138514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:32:33.176434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:32:33.177026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1992cfdf-eca6-4bc3-bcf9-0b8b21222bf6 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:32:33.294335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:33.313111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:33.493282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:33.495512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:33.580449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:33.581094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75d3f499-cd84-44f3-bbb2-f605a924b5fd {{(pid=84375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:32:33.595085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:33.596366 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/75d3f499-cd84-44f3-bbb2-f605a924b5fd HTTP/1.1" status: 204  len: 168 time: 1.6903002
Apr 03 05:32:33.599009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44800) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:33.668627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] Deleting subnet ebfd9022-5fd4-4c24-bd24-a6971815d9a6 {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:32:33.671767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:33.722960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590422'] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:33.843870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.093912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851343981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2349856'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.110760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:34.160031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebfd9022-5fd4-4c24-bd24-a6971815d9a6,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:34.163302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:34.242626 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.247811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade328c-cbb2-423e-966f-c66b7ca4f48f None None] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:32:34.250249 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2f61f90b-6176-490f-9b9e-de0253db2c39 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ebfd9022-5fd4-4c24-bd24-a6971815d9a6 HTTP/1.1" status: 204  len: 168 time: 0.6490784
Apr 03 05:32:34.251860 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44804) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:34.368398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.395245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66c20494-4acc-4ee9-a63d-3c876c43a76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.441507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Deleting port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:34.441874 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.530974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] DHCP port deletion for 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 request from dv-cinder-784623-2-iscsi {{(pid=84377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 03 05:32:34.535326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] Deleting port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:34.535749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.663974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] For port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=4dccdeb4-825f-46f7-8f7a-ffcfa6adf692,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:34.664290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.754805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] For port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=4dccdeb4-825f-46f7-8f7a-ffcfa6adf692,segment=NetworkSegment(251adbc3-09a2-48be-8b80-2a1dafa22b3d),segment_id=251adbc3-09a2-48be-8b80-2a1dafa22b3d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:34.755177 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.797217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Calling delete_port for 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 owned by network:dhcp {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:32:34.873211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:34.886143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] Calling delete_port for 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 owned by network:dhcp {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:32:34.888431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:34.945202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dccdeb4-825f-46f7-8f7a-ffcfa6adf692,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:34.948944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:35.028813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] No DVR routers for this DVR port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 on host dv-cinder-784623-2-iscsi {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:32:35.033189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:32:35.033613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:32:35.087475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:32:35.126718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:32:35.127287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:32:35.154844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:35.266987 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64c76beb8>,) {'filters': {'network_id': ['6d1d4ff6-9810-4f27-a8e2-0677990f8ce8']}} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:35.279828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64c76beb8>, '251adbc3-09a2-48be-8b80-2a1dafa22b3d') {'for_net_delete': True} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:35.280161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64c76beb8>, '251adbc3-09a2-48be-8b80-2a1dafa22b3d') {} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:35.291878 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852185377'] for segment, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:35.306505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:35.312849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:32:35.383077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:35.489185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:32:35.498169 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851344072'] for segment, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:35.534591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] Deleting port 4dccdeb4-825f-46f7-8f7a-ffcfa6adf692 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:35.534949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:35.678944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Network 6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:32:35.707252 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:32:35.769547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-82511252-c563-4283-a1e4-af9d4fc4392e None None] The port '4dccdeb4-825f-46f7-8f7a-ffcfa6adf692' was deleted {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 03 05:32:35.782383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:35.785949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:35.799336 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:35.812128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1d4ff6-9810-4f27-a8e2-0677990f8ce8,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:35.816359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:35.824624 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6d1d4ff6-9810-4f27-a8e2-0677990f8ce8 HTTP/1.1" status: 204  len: 168 time: 1.5717421
Apr 03 05:32:35.938124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44810) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:35.993624 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-18cc5445-2c8c-4adb-8825-91551e150d82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2ab9526fb4841608a82a6486ec486f5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0535135
Apr 03 05:32:35.995512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44814) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:36.055656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-190b16e9-4b74-475c-8d2d-7bae04b85044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:36.082174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-190b16e9-4b74-475c-8d2d-7bae04b85044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:36.128638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-190b16e9-4b74-475c-8d2d-7bae04b85044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:36.133984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-49bbb9a2-933a-404f-a38e-d334d2fba5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:36.147749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b16e9-4b74-475c-8d2d-7bae04b85044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f716144-c18f-4d8a-a300-deebeb92b0f6,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:36.151912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-190b16e9-4b74-475c-8d2d-7bae04b85044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:36.155298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-190b16e9-4b74-475c-8d2d-7bae04b85044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:36.158212 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-190b16e9-4b74-475c-8d2d-7bae04b85044 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f716144-c18f-4d8a-a300-deebeb92b0f6 HTTP/1.1" status: 204  len: 168 time: 0.1601217
Apr 03 05:32:36.862095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:36.894347 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44838) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:37.003632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-313147837-network', 'tenant_id': 'ad52ba3a716d48f2a0dd655007ccf5af'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:32:37.009574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:32:37.013654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Usage tracker for resource:network and tenant:ad52ba3a716d48f2a0dd655007ccf5af is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:32:37.016722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:32:37.024505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:32:37.033154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Made reservation on behalf of ad52ba3a716d48f2a0dd655007ccf5af for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:32:37.037813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:37.050456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:37.065918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:32:37.070462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Usage tracker for resource:security_group_rule and tenant:ad52ba3a716d48f2a0dd655007ccf5af is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:32:37.073381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:32:37.079344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:32:37.170704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:37.173471 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:37.177600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-abe3323f-88f7-42e0-a61e-5af757bf320e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:37.202769 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:32:37.216037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8e6ac1-63f5-472d-b7b1-bf415b03e193,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:37.219287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:37.221917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:37.222301 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Added segment 492b7fcb-4f86-49f0-b503-ba1e71b69ce9 of type vlan for network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550
Apr 03 05:32:37.249288 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:37.278546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:37.279926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:37.280595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:37.285474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:37.614527 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7189672
Apr 03 05:32:37.617640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Pushing event updated for resources: {'Network': ['ID=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:37.618269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 44844) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:37.620384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:37.624500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Request body: {'subnet': {'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-313147837-subnet', 'tenant_id': 'ad52ba3a716d48f2a0dd655007ccf5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:32:37.628386 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:32:37.629821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:32:37.634457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Usage tracker for resource:subnet and tenant:ad52ba3a716d48f2a0dd655007ccf5af is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:32:37.638329 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:32:37.644298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:32:37.653788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Made reservation on behalf of ad52ba3a716d48f2a0dd655007ccf5af for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:32:37.658827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852161939'] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:38.052246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852390341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852161954'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:38.071775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:38.205751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:38.210372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:38.270197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Checking segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:32:38.270612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Network hostable DHCP agents. Network: 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:32:38.289442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:32:38.297568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:32:38.307602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e52e67b-3d2e-482e-a273-55d32a02296b None None] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:32:38.310335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:38.310975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:38.329462 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7100453
Apr 03 05:32:38.531927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e7301-afe1-4c96-a443-b931a4dadc35 None None] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:32:38.879518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d32c-536e-4f9d-ab45-70618e363934 req-c8acc56b-5618-4695-b41d-daaac420d872 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:38.880176 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-db33d32c-536e-4f9d-ab45-70618e363934 req-c8acc56b-5618-4695-b41d-daaac420d872 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:network {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:32:38.898026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-db33d32c-536e-4f9d-ab45-70618e363934 req-c8acc56b-5618-4695-b41d-daaac420d872 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:network {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:32:38.899338 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-c8acc56b-5618-4695-b41d-daaac420d872 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 814 time: 0.1755681
Apr 03 05:32:38.915974 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-a72d2bc8-4442-4a2d-bab1-ce8f5f9c8561 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/quotas/ad52ba3a716d48f2a0dd655007ccf5af HTTP/1.1" status: 200  len: 375 time: 0.0102370
Apr 03 05:32:38.968676 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-e9ca1d3b-9d65-4b1b-8fef-7964708dd0ce tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467517
Apr 03 05:32:39.159433 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-f0f961ba-80f5-4e8c-a9bc-ecc3adb0eb19 service neutron] 10.222.0.30 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829517
Apr 03 05:32:39.300050 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-64b2c6ee-574b-44b2-9c3e-b5304a7f9914 service neutron] 10.222.0.30 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331117
Apr 03 05:32:39.499028 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-926fa5e1-0a56-4cf2-aae5-e344c186ba37 req-4556c503-8a07-4ed2-a098-a38ff8c795c3 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 210 time: 0.0519383
Apr 03 05:32:40.677212 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6fcc2511-387f-4da0-8d67-4cec464be502 req-f1d7d1b6-10b9-4be1-abef-40aa4b75825c tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 210 time: 0.0558743
Apr 03 05:32:40.710698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d32c-536e-4f9d-ab45-70618e363934 req-a85ea078-1547-4292-94d0-cced9619838a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:40.712986 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-a85ea078-1547-4292-94d0-cced9619838a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 814 time: 0.2156508
Apr 03 05:32:40.732216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Request body: {'port': {'device_id': '6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7', 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'admin_state_up': True, 'tenant_id': 'ad52ba3a716d48f2a0dd655007ccf5af'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:32:40.874218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:32:40.878182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Usage tracker for resource:port and tenant:ad52ba3a716d48f2a0dd655007ccf5af is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:32:40.881108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:32:40.888578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:32:40.897234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Made reservation on behalf of ad52ba3a716d48f2a0dd655007ccf5af for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:32:40.903348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:41.072332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Allocated IP 172.20.0.10 (6e2402a0-5e2f-44b6-9a9b-5ebe645e9550/2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76/c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:32:41.285398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:41.314080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:41.329086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-274c5ac9-8e2e-4b42-aab9-fa73e23ddee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:41.480038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Pushing event updated for resources: {'Port': ['ID=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:41.483006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:41.531740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:32:41.532975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:32:41.535362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:32:41.602323 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:41.602973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:41.622786 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8946149
Apr 03 05:32:41.634631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Request body: {'port': {'device_id': '6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:32:41.869685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:41.926486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa686c0b-1d6f-498b-bb40-6927cfb2c504 req-3f12e0ce-0170-4d2a-985e-e2dd881c9880 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:41.928081 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-aa686c0b-1d6f-498b-bb40-6927cfb2c504 req-3f12e0ce-0170-4d2a-985e-e2dd881c9880 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.2668240
Apr 03 05:32:42.055908 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-aa686c0b-1d6f-498b-bb40-6927cfb2c504 req-71f2db4c-d11f-482e-aa46-3f1e3306f0b6 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120853
Apr 03 05:32:42.073858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5234c1-ce66-44e6-8b22-918d71bb2d16 req-eaa725a9-a53e-4e9d-919d-d3e5f5727835 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:42.074604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-ab5234c1-ce66-44e6-8b22-918d71bb2d16 req-eaa725a9-a53e-4e9d-919d-d3e5f5727835 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:32:42.146182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-ab5234c1-ce66-44e6-8b22-918d71bb2d16 req-eaa725a9-a53e-4e9d-919d-d3e5f5727835 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:32:42.147497 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ab5234c1-ce66-44e6-8b22-918d71bb2d16 req-eaa725a9-a53e-4e9d-919d-d3e5f5727835 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 932 time: 0.3427293
Apr 03 05:32:42.240291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-ab5234c1-ce66-44e6-8b22-918d71bb2d16 req-59ba5ed2-11e2-427b-891b-8e39c5c38294 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:32:42.319597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-ab5234c1-ce66-44e6-8b22-918d71bb2d16 req-59ba5ed2-11e2-427b-891b-8e39c5c38294 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:32:42.320824 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ab5234c1-ce66-44e6-8b22-918d71bb2d16 req-59ba5ed2-11e2-427b-891b-8e39c5c38294 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655695
Apr 03 05:32:42.426446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:32:42.434178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:42.449060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Transition to ACTIVE for port object c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:32:42.451778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:42.468779 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d6fa8451-1bae-4d1e-867c-4e6aa2b4f581 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:42.613497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:42.623582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:42.829273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Attempting to bind port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:32:42.829640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Attempting to bind port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:32:42.830002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Attempting to bind port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:32:42.835094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:32:42.835479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Attempting to bind port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:32:42.841480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:32:42.841849 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Checking segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:32:42.842264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Bound using segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:32:42.842724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Bound port: c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:32:42.843100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:42.936246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] For port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:32:42.939303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] For port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:32:42.942444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:42.957413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-262c85be-3f34-4383-8bcb-5afabcfed26d tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:43.136549 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:43.141196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:43.156730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:43.157389 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:43.158849 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe HTTP/1.1" status: 200  len: 1094 time: 1.5287473
Apr 03 05:32:43.159623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7', 'tag': 'c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:32:43.350668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0346849-1860-4870-88d6-e53cc855440f req-67b024f4-eb1d-4eaf-bb7e-29379b8e3706 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:43.352130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-c0346849-1860-4870-88d6-e53cc855440f req-67b024f4-eb1d-4eaf-bb7e-29379b8e3706 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Synchronizing usage tracker for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:32:43.368824 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-c0346849-1860-4870-88d6-e53cc855440f req-67b024f4-eb1d-4eaf-bb7e-29379b8e3706 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Unset dirty status for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:32:43.370105 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c0346849-1860-4870-88d6-e53cc855440f req-67b024f4-eb1d-4eaf-bb7e-29379b8e3706 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.1150696
Apr 03 05:32:43.451415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Deleting port a5146a59-6003-4840-a87d-140dfec34dd4 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:43.451799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:43.452988 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7', 'tag': 'c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', 'status': 'completed', 'code': 200}
Apr 03 05:32:43.640566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef33b3-d4c9-454d-a0e1-e53d04adf6e1 req-afa70086-409d-4c30-aee2-ef58995a4312 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:43.642172 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef33b3-d4c9-454d-a0e1-e53d04adf6e1 req-afa70086-409d-4c30-aee2-ef58995a4312 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 945 time: 0.4683108
Apr 03 05:32:43.647485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d32c-536e-4f9d-ab45-70618e363934 req-5262a230-e974-4fde-99fc-5c02c4585f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:43.649745 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-5262a230-e974-4fde-99fc-5c02c4585f2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 1097 time: 0.1991062
Apr 03 05:32:43.660421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a3cf9-de2f-42df-a5dc-44389daece8d req-68117dc6-b0af-4e86-925a-1082d62f59d5 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:43.661953 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-584a3cf9-de2f-42df-a5dc-44389daece8d req-68117dc6-b0af-4e86-925a-1082d62f59d5 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 944 time: 0.2032049
Apr 03 05:32:43.716710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] For port a5146a59-6003-4840-a87d-140dfec34dd4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a5146a59-6003-4840-a87d-140dfec34dd4,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:43.717025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:43.765087 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-3ccf2957-4e1e-4a59-ace0-7ea51ba553b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe HTTP/1.1" status: 200  len: 217 time: 0.0894976
Apr 03 05:32:43.850582 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5aef33b3-d4c9-454d-a0e1-e53d04adf6e1 req-0c327c7d-32b0-484d-ae96-f7574eb1c07f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1991906
Apr 03 05:32:43.855457 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-584a3cf9-de2f-42df-a5dc-44389daece8d req-4bf19380-5154-4a42-a6a6-e7a46c8bad62 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249831
Apr 03 05:32:43.876667 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33d32c-536e-4f9d-ab45-70618e363934 req-986f7bf9-cb97-4ebb-95ce-43793e333e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:43.878289 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-986f7bf9-cb97-4ebb-95ce-43793e333e4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0967512
Apr 03 05:32:43.939060 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-b52c263d-3919-48c3-892c-8388def85196 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480611
Apr 03 05:32:44.028747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:44.029078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:44.029479 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Floating IP 997ac289-5236-476c-a3b3-698a83ec9edb disassociated. External IP: 172.27.3.133, port: a5146a59-6003-4840-a87d-140dfec34dd4.
Apr 03 05:32:44.029862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Calling delete_port for a5146a59-6003-4840-a87d-140dfec34dd4 owned by compute:nova {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:32:44.083295 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-613552f5-4ae6-43ce-80a2-288c76ca59c4 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358521
Apr 03 05:32:44.184029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:44.202727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7998bed4-cf3b-4f9f-ab87-074bc1e0d3f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:44.229785 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db33d32c-536e-4f9d-ab45-70618e363934 req-e5996c2a-5300-40c9-a7b7-b85df46fe654 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383069
Apr 03 05:32:44.262321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event deleted for resources: {'Port': ['ID=a5146a59-6003-4840-a87d-140dfec34dd4,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:44.330454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.330882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.331584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.332012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.332426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.332841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.333253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.333664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.334074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.334475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.334882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.335313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:44.339783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:44.474886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-548941c2-1c92-485e-87f7-c2ca44e45b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:44.476541 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-548941c2-1c92-485e-87f7-c2ca44e45b7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 1097 time: 0.0819960
Apr 03 05:32:44.591490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:32:44.618879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-f6f9b928-1e63-44ce-9ba1-3b74fc5ba54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:44.620458 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-f6f9b928-1e63-44ce-9ba1-3b74fc5ba54c service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 915 time: 0.1375051
Apr 03 05:32:44.696799 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-4874c99b-21d6-4f0b-9afd-eb1633346920 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe HTTP/1.1" status: 200  len: 217 time: 0.0689726
Apr 03 05:32:44.767119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-2303e68c-3c13-4ea6-8775-40636ad1ccbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:44.768483 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-2303e68c-3c13-4ea6-8775-40636ad1ccbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0643210
Apr 03 05:32:44.782080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:32:44.796310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:32:44.811152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:32:44.812191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cfd00f0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:44.828272 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-ef49db79-02f6-402a-9eb4-4e7da809a621 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521803
Apr 03 05:32:44.864590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] No DVR routers for this DVR port a5146a59-6003-4840-a87d-140dfec34dd4 on host hv-cinder-78462 {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:32:44.867132 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:44.870334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'name': 'network-vif-deleted', 'tag': 'a5146a59-6003-4840-a87d-140dfec34dd4'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:32:44.901656 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c0346849-1860-4870-88d6-e53cc855440f req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "DELETE /v2.0/ports/a5146a59-6003-4840-a87d-140dfec34dd4 HTTP/1.1" status: 204  len: 173 time: 1.5260460
Apr 03 05:32:45.040139 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcfd247b-40c4-494e-8848-4597d7b5fc5c', 'name': 'network-vif-deleted', 'tag': 'a5146a59-6003-4840-a87d-140dfec34dd4', 'status': 'completed', 'code': 200}
Apr 03 05:32:45.043789 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-1117a911-c540-4b7c-9f9d-dd899fdfc3d3 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069590
Apr 03 05:32:45.100525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:32:45.119227 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e420eee3-4a8a-4f9f-afe3-6dbc2342643a req-4be0a08d-a5db-4318-837c-862cf069bfac tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=bcfd247b-40c4-494e-8848-4597d7b5fc5c HTTP/1.1" status: 200  len: 210 time: 0.0778131
Apr 03 05:32:45.329006 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d35a3e04-d80e-48d0-92be-faf8b786457d req-106efae3-faaf-4f52-8f3c-901303dd83e6 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2454586
Apr 03 05:32:45.347859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c020b-2344-4b8a-b9f0-33f8d9b57aca req-016dadea-354a-4468-ae2f-def18a2ddc6b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:45.349523 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6e0c020b-2344-4b8a-b9f0-33f8d9b57aca req-016dadea-354a-4468-ae2f-def18a2ddc6b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 944 time: 0.1527550
Apr 03 05:32:45.422791 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6e0c020b-2344-4b8a-b9f0-33f8d9b57aca req-c224d129-0a73-40a8-9952-1a2c602df8ad tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537579
Apr 03 05:32:45.689933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cfd00f0>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:45.694677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:32:45.708051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:32:45.708705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cfd00f0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:45.925262 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:32:46.281471 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cfd00f0>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:32:46.285864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421cdaf-8a20-4fd4-9a87-ff11550c39b4 None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:32:46.508777 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-ee7dad05-bb5f-4aaf-a2d8-0d7d97326a75 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632402440&fields=id&tenant_id=31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 267 time: 0.0445235
Apr 03 05:32:46.711413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde7fb0-bfb5-43ad-96a6-bf48c5d113fe None None] New status for floating IP 997ac289-5236-476c-a3b3-698a83ec9edb: DOWN {{(pid=84377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:32:46.747729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-fd449285-b2b7-48dd-ba76-3241fa6d72ad tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:46.749292 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-fd449285-b2b7-48dd-ba76-3241fa6d72ad tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 812 time: 0.2334266
Apr 03 05:32:46.763544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d032d2-9e8c-4060-9cc7-fb715ce90641 req-38d322a9-4ef7-492e-88ac-44f60fe29f48 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:46.765101 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-12d032d2-9e8c-4060-9cc7-fb715ce90641 req-38d322a9-4ef7-492e-88ac-44f60fe29f48 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 944 time: 0.2059031
Apr 03 05:32:46.795374 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-6deb7afa-22ce-4173-8f50-fb96a98207db tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/quotas/31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 375 time: 0.0291600
Apr 03 05:32:46.872048 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-12d032d2-9e8c-4060-9cc7-fb715ce90641 req-8f4bd6de-63a6-43a3-9d38-5eec570cabdc tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989044
Apr 03 05:32:46.910917 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-1ac37b67-b022-4838-a55f-3e6e93f96ed4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0997846
Apr 03 05:32:47.062847 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-0bc8053e-c889-47ca-becd-ebcdf1c68a96 service neutron] 10.222.0.30 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376991
Apr 03 05:32:47.205988 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-1025b5ce-3b56-4279-b001-f249515a31b7 service neutron] 10.222.0.30 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363795
Apr 03 05:32:47.334332 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:32:47.433123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device a5146a59-6003-4840-a87d-140dfec34dd4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:32:47.484674 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: a5146a59-6003-4840-a87d-140dfec34dd4 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:32:47.485070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device a5146a59-6003-4840-a87d-140dfec34dd4 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:32:47.522150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:47.536655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'port_id': 'c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', 'mac_address': 'fa:16:3e:85:32:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:32:47.598354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:47.616845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:32:47.636423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:47.639148 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a0197268-36dc-48b9-9ec1-5479c564e1f1 req-841f18c4-98e9-413a-a30c-8af3af690387 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 210 time: 0.0536890
Apr 03 05:32:47.644359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:47.646317 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e53e584a-1016-415f-a5ab-9896ac7fd8a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:47.721098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:47.724315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:47.887023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:32:48.089216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114fd26-d57c-4ec1-8a3a-393da2a2bb6f req-97bb5f3d-2035-4739-8b00-7701e02bc40d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:48.091196 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8114fd26-d57c-4ec1-8a3a-393da2a2bb6f req-97bb5f3d-2035-4739-8b00-7701e02bc40d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 945 time: 0.1007483
Apr 03 05:32:48.140425 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8114fd26-d57c-4ec1-8a3a-393da2a2bb6f req-5a3edb0e-8969-439f-8e25-fa232e6bf442 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424187
Apr 03 05:32:48.719325 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-2315cc67-26ce-4149-8e9c-505c4da2e0f6 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:48.721189 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-2315cc67-26ce-4149-8e9c-505c4da2e0f6 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 812 time: 0.1585641
Apr 03 05:32:48.830014 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-69c46d49-c60b-474e-9e83-ad7fb0b44dc1 req-e8a999f9-513a-4a43-b853-cbf0655639ec tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 210 time: 0.0677347
Apr 03 05:32:48.851322 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-905791c0-3581-4beb-90cc-36149218a2c7 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 8061 time: 0.1210439
Apr 03 05:32:48.861201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'port': {'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'admin_state_up': True, 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'security_groups': ['93dbc980-5a85-451d-8e45-7bd6e0c947fb']}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:32:49.005616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:32:49.009863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:port and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:32:49.012842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:32:49.018814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:32:49.028274 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Made reservation on behalf of 31bcf1f94f3544beae4040841dfddd85 for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:32:49.034082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:49.206048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Allocated IP 172.20.0.3 (e2427387-615b-4b68-b00f-8e980c0c2e83/3a7e8198-b2a7-4116-9ce7-b6b269e3d90e/ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:32:49.341223 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:32:49.420589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:32:49.425724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:32:49.426149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:49.485436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca74a-8971-4810-bd3e-7decb2b5422c req-5b809e19-ef44-4ede-99f7-3ee4ab3abc56 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:49.487044 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ac1ca74a-8971-4810-bd3e-7decb2b5422c req-5b809e19-ef44-4ede-99f7-3ee4ab3abc56 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 945 time: 0.2176988
Apr 03 05:32:49.492493 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:49.533255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Transition to ACTIVE for port object ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:32:49.553447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:49.555800 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ac1ca74a-8971-4810-bd3e-7decb2b5422c req-15a8ba5a-2d6c-449f-a755-7d98805f57e6 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597680
Apr 03 05:32:49.576947 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:49.582538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:32:49.593695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:32:49.594721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:49.597053 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:49.599076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b5fb07eb-048a-48e9-9e5d-bf911814187d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:49.637315 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', 'code': 200}
Apr 03 05:32:49.671817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:49.674883 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:49.887806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6ad3d-d6aa-47d8-9b25-e450b1290466 req-e5189887-5a6e-4792-b01a-c9f50bb1fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:49.889443 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ada6ad3d-d6aa-47d8-9b25-e450b1290466 req-e5189887-5a6e-4792-b01a-c9f50bb1fd47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 1099 time: 0.0812273
Apr 03 05:32:49.939136 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ada6ad3d-d6aa-47d8-9b25-e450b1290466 req-5aeef5eb-c75b-4997-95b4-efd8e20e2507 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421591
Apr 03 05:32:50.022115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:50.035822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.036225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.036644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.037008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.037391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.037777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.038156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.038537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.038919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.039347 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.039852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.040236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:32:50.049446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:50.117218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46572fa7-e1fb-4301-93ef-6fbc2647892e req-f6c1d93f-0194-47c3-8f97-bed0e3a3fd78 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:50.119328 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46572fa7-e1fb-4301-93ef-6fbc2647892e req-f6c1d93f-0194-47c3-8f97-bed0e3a3fd78 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 931 time: 0.1587100
Apr 03 05:32:50.123820 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Network e2427387-615b-4b68-b00f-8e980c0c2e83 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:32:50.124995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:32:50.127279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:32:50.227864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:50.228585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:50.236848 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-46572fa7-e1fb-4301-93ef-6fbc2647892e req-7b8408d2-d1ba-4373-b95c-ae40e26e6c43 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814240
Apr 03 05:32:50.257637 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4004371
Apr 03 05:32:50.275686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Request body: {'port': {'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:32:50.353488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-0e37e953-9a7b-425d-9967-85080b56acbb None None] Provisioning for port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:32:50.358291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-0e37e953-9a7b-425d-9967-85080b56acbb None None] Provisioning complete for port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:32:50.358698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e37e953-9a7b-425d-9967-85080b56acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:50.398485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:50.418812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-0e37e953-9a7b-425d-9967-85080b56acbb None None] Port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:32:50.824918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad547778-6f40-44bc-8353-c30cadb34014 req-95ee230e-1fbd-4212-bb95-75101408be5b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:50.826500 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ad547778-6f40-44bc-8353-c30cadb34014 req-95ee230e-1fbd-4212-bb95-75101408be5b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 946 time: 0.1357644
Apr 03 05:32:50.935388 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ad547778-6f40-44bc-8353-c30cadb34014 req-16f6e30c-5061-4568-80d7-a8608ffd37ee tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941246
Apr 03 05:32:50.937257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:32:50.945081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:50.962284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Transition to ACTIVE for port object ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:32:50.965092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:50.980495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3cd75e06-f26a-41ba-ba8e-59c52ba02eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:51.127898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Pushing event updated for resources: {'Port': ['ID=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:51.132294 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:51.350185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Attempting to bind port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:32:51.350560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Attempting to bind port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:32:51.350922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Attempting to bind port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b on network e2427387-615b-4b68-b00f-8e980c0c2e83 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:32:51.358061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b on network e2427387-615b-4b68-b00f-8e980c0c2e83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:32:51.358414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Attempting to bind port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b on network e2427387-615b-4b68-b00f-8e980c0c2e83 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:32:51.406801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:32:51.407108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Checking segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:32:51.407547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Bound using segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:32:51.408050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Bound port: ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:32:51.408432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:51.534069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71daef8-ed9e-4970-95e0-fa517015ffec req-7d8d6983-b9ec-4c81-bafc-80c0c7b92cf3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:51.534731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-e71daef8-ed9e-4970-95e0-fa517015ffec req-7d8d6983-b9ec-4c81-bafc-80c0c7b92cf3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Synchronizing usage tracker for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:32:51.538510 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] For port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:32:51.542720 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] For port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:32:51.547784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:51.565085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0262c629-10cd-4bf8-bdad-f32e7192077e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:51.629027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-e71daef8-ed9e-4970-95e0-fa517015ffec req-7d8d6983-b9ec-4c81-bafc-80c0c7b92cf3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Unset dirty status for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:32:51.630288 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e71daef8-ed9e-4970-95e0-fa517015ffec req-7d8d6983-b9ec-4c81-bafc-80c0c7b92cf3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 943 time: 0.2732973
Apr 03 05:32:51.735956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Pushing event updated for resources: {'Port': ['ID=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:51.750785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:51.775953 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e71daef8-ed9e-4970-95e0-fa517015ffec req-dbe8ac00-8660-4e1f-987f-a689afac0e80 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938020
Apr 03 05:32:51.794845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:51.795540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:51.796978 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] 10.222.0.35 "PUT /v2.0/ports/ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b HTTP/1.1" status: 200  len: 1093 time: 1.5304425
Apr 03 05:32:51.797497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:32:51.875844 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'status': 'completed', 'code': 200}
Apr 03 05:32:51.920770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-4e38f5e8-71b6-4cd6-bc8d-f82178490abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:51.922417 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-4e38f5e8-71b6-4cd6-bc8d-f82178490abb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 1096 time: 0.0890324
Apr 03 05:32:52.002318 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-c92634de-f981-4f12-b549-67e3f6d2ac9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b HTTP/1.1" status: 200  len: 217 time: 0.0718529
Apr 03 05:32:52.125028 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-604981dc-0dc4-453c-8b2e-51bb7c2e2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:52.126624 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-604981dc-0dc4-453c-8b2e-51bb7c2e2e35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.1168396
Apr 03 05:32:52.215638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17fd1-d4a9-485a-84de-7fd15114ada4 req-98dd19c6-ccbc-46f2-8737-e2072bf578d2 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:52.217221 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d1a17fd1-d4a9-485a-84de-7fd15114ada4 req-98dd19c6-ccbc-46f2-8737-e2072bf578d2 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 946 time: 0.1654770
Apr 03 05:32:52.275918 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d1a17fd1-d4a9-485a-84de-7fd15114ada4 req-7803ac67-ee4d-414e-a3b4-a40909c786d0 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512700
Apr 03 05:32:52.277946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-afaa6eda-24cc-4468-8d4c-5d4b3c549685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:52.279521 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-afaa6eda-24cc-4468-8d4c-5d4b3c549685 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1392865
Apr 03 05:32:52.424832 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-b3678c34-bf79-4ae9-8948-5c5416c019e9 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382651
Apr 03 05:32:52.574535 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b86bdc7c-7703-4e1c-a9ee-4b4781b542eb req-4776d599-551d-4815-a1b6-0dc7a9299ca1 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418176
Apr 03 05:32:52.699282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-40e6a06f-4434-4787-88b6-ea37f9a06770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:52.700902 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-40e6a06f-4434-4787-88b6-ea37f9a06770 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 1096 time: 0.0851088
Apr 03 05:32:52.847429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-895500c9-9a2d-474b-ab30-1a33d887a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:52.848938 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-895500c9-9a2d-474b-ab30-1a33d887a3e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.1410506
Apr 03 05:32:52.959531 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-606972f6-4cb8-4a30-a149-5eebb63e70b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b HTTP/1.1" status: 200  len: 217 time: 0.1026208
Apr 03 05:32:53.054383 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-2f4ff64f-3082-4e1d-8b30-1166cf9470ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:53.056009 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-2f4ff64f-3082-4e1d-8b30-1166cf9470ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0894523
Apr 03 05:32:53.114494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c227109-6545-47b5-a659-a3e1cfb8d122 req-8999d596-feed-47dc-829f-b4a368725bf5 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:53.116035 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3c227109-6545-47b5-a659-a3e1cfb8d122 req-8999d596-feed-47dc-829f-b4a368725bf5 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 943 time: 0.1985161
Apr 03 05:32:53.182015 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3c227109-6545-47b5-a659-a3e1cfb8d122 req-33ac7a28-2e23-47ef-8d90-699022324680 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591917
Apr 03 05:32:53.196370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-27b78d5c-8fb8-48d2-8f60-816a33354310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:53.198029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-27b78d5c-8fb8-48d2-8f60-816a33354310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1346629
Apr 03 05:32:53.342912 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-66072b73-3a6f-4f4a-9b4a-89ce3204342d service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353962
Apr 03 05:32:53.484259 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-20a4cc00-74b8-44db-915d-f38ca7c97bb4 req-610132ab-96f6-4add-a3a6-a17eae948979 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345584
Apr 03 05:32:53.895665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:54.392108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d983142-8331-468d-a760-e665801ba866 req-6d5e8959-d5d0-4fd1-a1a9-f900430c315a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:54.393996 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d983142-8331-468d-a760-e665801ba866 req-6d5e8959-d5d0-4fd1-a1a9-f900430c315a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 943 time: 0.0927954
Apr 03 05:32:54.444004 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d983142-8331-468d-a760-e665801ba866 req-c73cbb51-5c19-4d94-bab8-1dc0e4555d53 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425446
Apr 03 05:32:55.874833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb9437-1341-4364-b960-bb3d3de78aed req-7d2d8b7c-de28-404a-81bf-6a3fdcadada1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:55.876434 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a3cb9437-1341-4364-b960-bb3d3de78aed req-7d2d8b7c-de28-404a-81bf-6a3fdcadada1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 943 time: 0.3187590
Apr 03 05:32:55.923565 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a3cb9437-1341-4364-b960-bb3d3de78aed req-5fd12dc3-3181-47ee-bb04-174edbcad16d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406411
Apr 03 05:32:57.121531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad02981-832c-44f1-8e56-092851365ee6 req-e326d199-8924-450d-b9be-03e77d785d33 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:57.123204 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5ad02981-832c-44f1-8e56-092851365ee6 req-e326d199-8924-450d-b9be-03e77d785d33 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 943 time: 0.0904105
Apr 03 05:32:57.174112 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5ad02981-832c-44f1-8e56-092851365ee6 req-15153def-7af5-4cae-bc66-acd2372f6628 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445230
Apr 03 05:32:58.373059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b94f4d-ec75-47fe-a672-2615eff85e05 req-fc752595-0381-49f1-a087-f8d81f262e6e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:58.374621 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-63b94f4d-ec75-47fe-a672-2615eff85e05 req-fc752595-0381-49f1-a087-f8d81f262e6e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 943 time: 0.0865786
Apr 03 05:32:58.422149 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-63b94f4d-ec75-47fe-a672-2615eff85e05 req-91e6ce79-b95d-47b5-a771-5d95ffbc6e84 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410922
Apr 03 05:32:58.602558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 44984) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:32:58.922609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Deleting port ce99ba93-8097-4691-9223-a113033d498f {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:32:58.922986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:59.100782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:59.101154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:59.239894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Calling delete_port for ce99ba93-8097-4691-9223-a113033d498f owned by network:floatingip {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:32:59.394963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:59.413405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e0c256ae-db62-4299-b2fd-2aad0fa66a04 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:32:59.470710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event deleted for resources: {'Port': ['ID=ce99ba93-8097-4691-9223-a113033d498f,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:32:59.520221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:32:59.719281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57516406-af35-4dd0-9fa0-97000108ea58 req-fc07c95e-5b78-4e3b-bd46-c342a6f16736 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:32:59.720769 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-57516406-af35-4dd0-9fa0-97000108ea58 req-fc07c95e-5b78-4e3b-bd46-c342a6f16736 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 943 time: 0.1858230
Apr 03 05:32:59.783927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for floatingip, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:32:59.784280 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Floating IP 1b0e021a-9519-4b76-a058-446bb1991933 disassociated (deleted). External IP: 172.27.3.221, port: 1bc54485-2403-4b3a-b509-0aa62d5d1ede.
Apr 03 05:32:59.843102 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-57516406-af35-4dd0-9fa0-97000108ea58 req-7225d994-d384-4831-aed1-4499ef852ebd tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147580
Apr 03 05:33:00.176386 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:33:00.357510 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:33:00.433972 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:33:00.443453 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] Sync routers for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:33:00.456942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd02ae-62c2-473c-952e-65fdda169994 req-023e0114-cebe-49d1-b8f5-73ed4dce68d6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:00.458542 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-19fd02ae-62c2-473c-952e-65fdda169994 req-023e0114-cebe-49d1-b8f5-73ed4dce68d6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 946 time: 0.1539183
Apr 03 05:33:00.460032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:00.460916 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cfd0748>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:00.465979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:00.560046 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "DELETE /v2.0/floatingips/1b0e021a-9519-4b76-a058-446bb1991933 HTTP/1.1" status: 204  len: 168 time: 1.9562390
Apr 03 05:33:00.560913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:00.568082 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-19fd02ae-62c2-473c-952e-65fdda169994 req-d803217f-e533-404f-9a35-a053eba8ff96 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705051
Apr 03 05:33:00.631636 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'status': 'completed', 'code': 200}
Apr 03 05:33:00.659750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:00.748487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093baf88-1793-4789-a121-0556948107d6 req-87a03cde-71cb-4e27-ac32-6732e5d86d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:00.750109 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-093baf88-1793-4789-a121-0556948107d6 req-87a03cde-71cb-4e27-ac32-6732e5d86d1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 1099 time: 0.0859935
Apr 03 05:33:01.043285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cfd0748>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:48Z', 'revision_number': 5, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:01.048275 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] Checking router: 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:33:01.061059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:01.062213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cfd0748>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:01.073604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093baf88-1793-4789-a121-0556948107d6 req-e3eb3c65-e693-4ed9-b6b8-4005e8051469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:01.075360 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-093baf88-1793-4789-a121-0556948107d6 req-e3eb3c65-e693-4ed9-b6b8-4005e8051469 service neutron] 10.222.0.35 "GET /v2.0/networks?id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 200  len: 909 time: 0.3185973
Apr 03 05:33:01.219429 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-093baf88-1793-4789-a121-0556948107d6 req-a36a5986-e260-48d2-959c-9700586272b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 200  len: 217 time: 0.1350710
Apr 03 05:33:01.234454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c1cd3-5ec4-4df4-9653-43916bba317d req-3973f753-db19-4433-8bf9-072c9e4302c9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:01.235284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-127c1cd3-5ec4-4df4-9653-43916bba317d req-3973f753-db19-4433-8bf9-072c9e4302c9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Synchronizing usage tracker for tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:33:01.285727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:01.326444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-127c1cd3-5ec4-4df4-9653-43916bba317d req-3973f753-db19-4433-8bf9-072c9e4302c9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Unset dirty status for tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:33:01.327745 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-127c1cd3-5ec4-4df4-9653-43916bba317d req-3973f753-db19-4433-8bf9-072c9e4302c9 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.4195108
Apr 03 05:33:01.338520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093baf88-1793-4789-a121-0556948107d6 req-86aa2ce7-4ad8-4b32-b7e2-7aa6834ded2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:01.340077 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-093baf88-1793-4789-a121-0556948107d6 req-86aa2ce7-4ad8-4b32-b7e2-7aa6834ded2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5fa6975e-f055-4616-8972-f76223427472 HTTP/1.1" status: 200  len: 847 time: 0.0979125
Apr 03 05:33:01.362118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea418-9058-4c02-83be-0d3807b42884 req-9546c735-09ec-49d5-8a2e-fc05a2d6804f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:01.363681 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-891ea418-9058-4c02-83be-0d3807b42884 req-9546c735-09ec-49d5-8a2e-fc05a2d6804f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 943 time: 0.3773971
Apr 03 05:33:01.426865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:33:01.478354 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-127c1cd3-5ec4-4df4-9653-43916bba317d req-e5a7d911-2422-4aa5-9787-8b79e7b8c03c tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421936
Apr 03 05:33:01.496029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-891ea418-9058-4c02-83be-0d3807b42884 req-ea77c060-c4ba-437d-be79-47375edbef56 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874233
Apr 03 05:33:01.524404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093baf88-1793-4789-a121-0556948107d6 req-5149752b-8189-44b7-8371-e1c2cef74296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:01.526609 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-093baf88-1793-4789-a121-0556948107d6 req-5149752b-8189-44b7-8371-e1c2cef74296 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=92e542aa-e2bc-4fe0-a778-48b2db4ef33f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1620083
Apr 03 05:33:01.582606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:01.600936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:33:01.640356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cfd0748>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:48Z', 'revision_number': 5, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:01.645340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edadd3af-fef3-49a1-8b69-7c9aa82a11c5 None None] The sync data for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi is: [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:27:36Z', 'revision_number': 4, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'c24480bd-7630-4d27-8c59-3df3c8c014c2', 'name': '', 'network_id': '92e542aa-e2bc-4fe0-a778-48b2db4ef33f', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'mac_address': 'fa:16:3e:b2:86:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '5fa6975e-f055-4616-8972-f76223427472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:35Z', 'updated_at': '2021-04-03T05:27:48Z', 'revision_number': 5, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'subnets': [{'id': '5fa6975e-f055-4616-8972-f76223427472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:33:01.663961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:01.685685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:33:01.705119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:01.709579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:01.712367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:01.791989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:01.801060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.801421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.801986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.802364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.802737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.803145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.803544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.804006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.804261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.804626 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.805569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.805927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:01.810422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:01.824575 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-59bcde0b-6543-45df-b198-0b2bfbeb7252 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:01.825360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-59bcde0b-6543-45df-b198-0b2bfbeb7252 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Synchronizing usage tracker for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:port {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:33:01.841071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-59bcde0b-6543-45df-b198-0b2bfbeb7252 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Unset dirty status for tenant:a008c93e871048ba8600b910fbdf30a0 on resource:port {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:33:01.842312 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-59bcde0b-6543-45df-b198-0b2bfbeb7252 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 946 time: 0.1120634
Apr 03 05:33:01.924928 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Deleting port 486c1630-3f60-4cbb-8be4-b88f722804c4 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:01.925299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:01.949809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:33:02.022092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb87ea-f41c-412b-9e00-a8031bf31e99 req-ce070c03-a711-49a4-a30b-a12532eb64d9 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:02.024278 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-becb87ea-f41c-412b-9e00-a8031bf31e99 req-ce070c03-a711-49a4-a30b-a12532eb64d9 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 946 time: 0.1920707
Apr 03 05:33:02.028236 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-093baf88-1793-4789-a121-0556948107d6 req-1d8af7a1-e48b-4912-88ce-2bbab2096859 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4799562
Apr 03 05:33:02.121092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f3155d-cc39-48c3-ae77-0fdc50a2a731 None None] New status for floating IP 1b0e021a-9519-4b76-a058-446bb1991933: DOWN {{(pid=84377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:33:02.126438 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-becb87ea-f41c-412b-9e00-a8031bf31e99 req-a57d2e38-25be-4152-b18b-e4712a9a44be tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e862a69-7a7a-45f3-bf60-a71599316fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954061
Apr 03 05:33:02.277244 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-093baf88-1793-4789-a121-0556948107d6 req-2824774d-28bb-4f05-bce8-83c556104184 service neutron] 10.222.0.35 "GET /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293744
Apr 03 05:33:02.312074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] For port 486c1630-3f60-4cbb-8be4-b88f722804c4, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=486c1630-3f60-4cbb-8be4-b88f722804c4,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:02.312677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:02.480240 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-61474ca5-dddc-4867-a7da-9d497d8ac730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:02.566682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d5b5-a94d-4423-8941-516c124178dd req-39fb0970-98e0-4d11-a3bc-03403ac76f25 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:02.579801 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-39fb0970-98e0-4d11-a3bc-03403ac76f25 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 814 time: 0.2306411
Apr 03 05:33:02.615496 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-2a1226bb-071e-47ad-8372-4b43d37d94b6 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/quotas/ad52ba3a716d48f2a0dd655007ccf5af HTTP/1.1" status: 200  len: 375 time: 0.0257707
Apr 03 05:33:02.811894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76401cb6-4705-49e3-918a-ed763fb77391 req-9204ce7a-9051-4149-9acb-030ff7225038 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:02.813471 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-76401cb6-4705-49e3-918a-ed763fb77391 req-9204ce7a-9051-4149-9acb-030ff7225038 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.35 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.3358469
Apr 03 05:33:02.858972 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-3a474711-3b91-4b4d-a02c-8cf7675210ba tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2403328
Apr 03 05:33:02.889798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:02.890210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:02.890559 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Floating IP f768d769-ee38-4a2d-b128-f0e2d4778a79 disassociated. External IP: 172.27.3.94, port: 486c1630-3f60-4cbb-8be4-b88f722804c4.
Apr 03 05:33:02.890935 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Calling delete_port for 486c1630-3f60-4cbb-8be4-b88f722804c4 owned by compute:nova {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:02.913730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543e313-9dd0-48fe-90dd-4f7957c47944 req-477358b5-ebfa-4b39-8d34-d317934c49e3 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:02.916166 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0543e313-9dd0-48fe-90dd-4f7957c47944 req-477358b5-ebfa-4b39-8d34-d317934c49e3 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 946 time: 0.2490764
Apr 03 05:33:03.029047 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Deleting port 1bc54485-2403-4b3a-b509-0aa62d5d1ede {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:03.029428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:03.040385 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:03.056666 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-afb13e21-f919-4cfe-b8f2-162c583cc289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:03.120354 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0543e313-9dd0-48fe-90dd-4f7957c47944 req-e9ce877a-e60c-4b21-85b3-e5dc32e5b54d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ca6f5f8-6bf9-4305-9821-669bee19660f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1848075
Apr 03 05:33:03.125363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event deleted for resources: {'Port': ['ID=486c1630-3f60-4cbb-8be4-b88f722804c4,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:03.129876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:03.205326 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-d24f36c9-11ac-486e-9261-2daf7f6c2c51 service neutron] 10.222.0.30 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3255026
Apr 03 05:33:03.297672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:03.446025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:33:03.453528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Router f6e17fa2-b914-428a-91c9-8101b3ec3da8 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:33:03.519007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:33:03.525688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:33:03.526105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:03.558567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] For port 1bc54485-2403-4b3a-b509-0aa62d5d1ede, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=1bc54485-2403-4b3a-b509-0aa62d5d1ede,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:03.558939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:03.576190 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-11b9f29f-fa04-47be-9865-a2bbf465b6b2 service neutron] 10.222.0.30 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3588741
Apr 03 05:33:03.652286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c2bc-81f4-4178-9599-7c6bb651f0b1 req-76bf3e69-21d6-4d50-8c50-54a2fe7f3ca6 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:03.653986 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2023c2bc-81f4-4178-9599-7c6bb651f0b1 req-76bf3e69-21d6-4d50-8c50-54a2fe7f3ca6 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 944 time: 0.4081059
Apr 03 05:33:03.655420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:33:03.671506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] Sync routers for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:33:03.681068 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:03.685191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:03.689089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cdd5208>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:32:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:03.722370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:03.723974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:03.731423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:03.734282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:03.768061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Calling delete_port for 1bc54485-2403-4b3a-b509-0aa62d5d1ede owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:03.770534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:03.772406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] No DVR routers for this DVR port 486c1630-3f60-4cbb-8be4-b88f722804c4 on host hv-cinder-78462 {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:33:03.778865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:03.782067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-deleted', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:03.807859 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-93ca08f1-964b-4169-89be-7ba910cfe865 req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.35 "DELETE /v2.0/ports/486c1630-3f60-4cbb-8be4-b88f722804c4 HTTP/1.1" status: 204  len: 173 time: 1.9586196
Apr 03 05:33:03.893271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:03.896485 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2023c2bc-81f4-4178-9599-7c6bb651f0b1 req-9b08423b-2966-4d9c-a53c-40aca781b75a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1521881
Apr 03 05:33:03.897253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 486c1630-3f60-4cbb-8be4-b88f722804c4 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:03.899778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 486c1630-3f60-4cbb-8be4-b88f722804c4 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:03.901698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:04.041975 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'code': 200}
Apr 03 05:33:04.125685 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf818fb-67d4-4256-95f3-bcf39fa2d5da', 'name': 'network-vif-deleted', 'tag': '486c1630-3f60-4cbb-8be4-b88f722804c4', 'status': 'completed', 'code': 200}
Apr 03 05:33:04.157259 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c70d14ca-1aa5-47cf-90fc-b13b0830fca0 req-dd30098f-d243-4813-8709-99391900ed34 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/ports?device_id=ccf818fb-67d4-4256-95f3-bcf39fa2d5da HTTP/1.1" status: 200  len: 210 time: 0.0903625
Apr 03 05:33:04.158174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:04.192328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:04.263885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:04.355198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-75b83cbe-c921-4260-8fa9-133995e8eb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:04.502064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34023c9d-624a-4d9d-b75b-595745511cc7 req-8269105b-4227-4dcc-a1be-6ad4534a7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:04.503904 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-34023c9d-624a-4d9d-b75b-595745511cc7 req-8269105b-4227-4dcc-a1be-6ad4534a7fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 1098 time: 0.0981038
Apr 03 05:33:04.564215 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-34023c9d-624a-4d9d-b75b-595745511cc7 req-eff96f88-f402-4bb0-82b8-f740ab7f3668 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507908
Apr 03 05:33:04.651749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cdd5208>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:04.656973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] Checking router: f6e17fa2-b914-428a-91c9-8101b3ec3da8 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:33:04.667321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:04.668014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64cdd5208>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:04.758862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event deleted for resources: {'Port': ['ID=1bc54485-2403-4b3a-b509-0aa62d5d1ede,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:04.770548 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-adaf2774-d073-42f5-a254-329943934d3e req-5b5c375d-bc85-426c-9a07-98318e003027 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 210 time: 0.3632274
Apr 03 05:33:04.773180 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:04.776829 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-94836462-4eea-40cc-8dbd-fc4d6b69a171 req-d4a3c471-a464-41c2-89cc-9a2aa898d309 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 210 time: 0.3162138
Apr 03 05:33:04.874163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:04.879582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] No DVR routers for this DVR port 1bc54485-2403-4b3a-b509-0aa62d5d1ede on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:33:04.881925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:04.884803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'name': 'network-vif-deleted', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:04.901892 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-76401cb6-4705-49e3-918a-ed763fb77391 req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.35 "DELETE /v2.0/ports/1bc54485-2403-4b3a-b509-0aa62d5d1ede HTTP/1.1" status: 204  len: 173 time: 2.0812345
Apr 03 05:33:04.938964 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c703a51a-256a-4faf-8895-ac265b1cf9ed', 'name': 'network-vif-deleted', 'tag': '1bc54485-2403-4b3a-b509-0aa62d5d1ede', 'status': 'completed', 'code': 200}
Apr 03 05:33:05.124509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69eb30-8e58-4ae3-8628-518680ec4778 req-060c28c0-24e9-40cc-86cd-a2dbae0f2eaa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:05.126033 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc69eb30-8e58-4ae3-8628-518680ec4778 req-060c28c0-24e9-40cc-86cd-a2dbae0f2eaa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 945 time: 0.0945435
Apr 03 05:33:05.194350 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dc69eb30-8e58-4ae3-8628-518680ec4778 req-8e324da2-287a-4e78-bbf9-bb38ba618e59 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600889
Apr 03 05:33:05.238441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64cdd5208>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:05.246900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f6d9b6-6801-4260-b010-a7108925846c None None] The sync data for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi is: [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:26:32Z', 'revision_number': 4, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '52d1f840-2651-4b18-a2d4-daed23570df3', 'name': '', 'network_id': 'cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'mac_address': 'fa:16:3e:02:d4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:29Z', 'updated_at': '2021-04-03T05:26:45Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'subnets': [{'id': '45f426cc-ba72-4252-a86d-bba435b728f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:33:05.333023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45060) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:05.403744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:05.503704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6649-4e43-434d-91dd-5bdbaed1c6c6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:05.543853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6649-4e43-434d-91dd-5bdbaed1c6c6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:05.550354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d5b5-a94d-4423-8941-516c124178dd req-a8f2f0fc-47db-4fe4-909b-0ab28842e796 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:05.552254 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-a8f2f0fc-47db-4fe4-909b-0ab28842e796 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 814 time: 0.2272310
Apr 03 05:33:05.566840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Request body: {'port': {'device_id': 'c801b6c0-5e18-47d4-9fdd-88ccf64d2565', 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'admin_state_up': True, 'tenant_id': 'ad52ba3a716d48f2a0dd655007ccf5af'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:33:05.595562 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6649-4e43-434d-91dd-5bdbaed1c6c6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:05.607616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-52aacb1e-4657-4ff1-9449-77871b7808dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:05.640050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6f2a6649-4e43-434d-91dd-5bdbaed1c6c6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:05.642170 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6f2a6649-4e43-434d-91dd-5bdbaed1c6c6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "DELETE /v2.0/security-groups/7e862a69-7a7a-45f3-bf60-a71599316fe1 HTTP/1.1" status: 204  len: 168 time: 0.3079116
Apr 03 05:33:05.643427 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a6649-4e43-434d-91dd-5bdbaed1c6c6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e862a69-7a7a-45f3-bf60-a71599316fe1,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:05.654898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45064) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:05.658656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6f2a6649-4e43-434d-91dd-5bdbaed1c6c6 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:05.687191 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.api.v2.resource [None req-1bbd8d89-df11-4331-abad-0bc34f1b5d3c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] show failed (client error): The resource could not be found.
Apr 03 05:33:05.691849 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1bbd8d89-df11-4331-abad-0bc34f1b5d3c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "GET /v2.0/security-groups/7e862a69-7a7a-45f3-bf60-a71599316fe1 HTTP/1.1" status: 404  len: 347 time: 0.0346489
Apr 03 05:33:05.693984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45068) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:05.758182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:33:05.768635 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:33:05.778608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Made reservation on behalf of ad52ba3a716d48f2a0dd655007ccf5af for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:33:05.784796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:05.821809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3131e1a0-892c-472b-8c5a-7087668bd9c3 None None] New status for floating IP f768d769-ee38-4a2d-b128-f0e2d4778a79: DOWN {{(pid=84377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:33:05.877141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Deleting port 351db1ad-322f-45dd-9889-439db68b0b29 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:05.877517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:06.005669 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-26172eef-e540-458c-a443-698a681ab73f req-b956db40-916f-45ed-9eec-ab66c563e592 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 210 time: 0.1036575
Apr 03 05:33:06.032164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-9591e30e-951b-4b58-83ca-3774d7ea8f2e req-8f86dfe2-5e5d-4242-b373-c303010b3e41 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Synchronizing usage tracker for tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:33:06.078246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:06.078246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:06.120160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-9591e30e-951b-4b58-83ca-3774d7ea8f2e req-8f86dfe2-5e5d-4242-b373-c303010b3e41 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Unset dirty status for tenant:9ad3ce3fdcde4f0daba09c99b8e2dacd on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:33:06.127731 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9591e30e-951b-4b58-83ca-3774d7ea8f2e req-8f86dfe2-5e5d-4242-b373-c303010b3e41 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "GET /v2.0/ports?device_id=c703a51a-256a-4faf-8895-ac265b1cf9ed HTTP/1.1" status: 200  len: 210 time: 0.1789672
Apr 03 05:33:06.172741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Allocated IP 172.20.0.7 (6e2402a0-5e2f-44b6-9a9b-5ebe645e9550/2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76/0c904ed3-56c6-4ca9-9450-414a729340e8) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:33:06.239986 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Calling delete_port for 351db1ad-322f-45dd-9889-439db68b0b29 owned by network:floatingip {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:06.333921 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84376) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:33:06.334211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:33:06.464281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:06.485647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b86a-6b0c-49c2-ad21-35f5342c1610 req-fa8b29d7-78cf-4939-9bde-64f27a57b9ec tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:06.487286 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-63f6b86a-6b0c-49c2-ad21-35f5342c1610 req-fa8b29d7-78cf-4939-9bde-64f27a57b9ec tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 945 time: 0.1544213
Apr 03 05:33:06.551511 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-63f6b86a-6b0c-49c2-ad21-35f5342c1610 req-5035d239-d7fc-42b6-83d7-426ba3c36fdc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566375
Apr 03 05:33:06.552977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:06.563892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:33:06.568098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-101c09fe-c219-4708-a8c6-6888d6d63ff4 tempest-VolumesNegativeTest-485748560 tempest-VolumesNegativeTest-485748560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:06.753881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Pushing event updated for resources: {'Port': ['ID=0c904ed3-56c6-4ca9-9450-414a729340e8,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:06.764686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:06.835309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Deleting port 351db1ad-322f-45dd-9889-439db68b0b29 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:06.835781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:06.840815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:33:06.842696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:33:06.852252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0873ca-c0df-46ef-bf75-e0f88f0734be req-b02eb664-db08-4204-b5a0-8a111d50d012 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:06.853768 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2a0873ca-c0df-46ef-bf75-e0f88f0734be req-b02eb664-db08-4204-b5a0-8a111d50d012 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 945 time: 0.1606331
Apr 03 05:33:06.854592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:33:06.864034 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:06.953981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:06.954646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:06.962692 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2a0873ca-c0df-46ef-bf75-e0f88f0734be req-cccfe2d8-f25c-4a39-b769-414f8677cf02 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811877
Apr 03 05:33:06.989428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45084) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:06.995891 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4347320
Apr 03 05:33:07.011312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Request body: {'port': {'device_id': 'c801b6c0-5e18-47d4-9fdd-88ccf64d2565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:33:07.076257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.076625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.177675 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.241086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Calling delete_port for 351db1ad-322f-45dd-9889-439db68b0b29 owned by network:floatingip {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:07.244130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 45092) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:07.271781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f2efe-7b42-472f-8da2-276589237cee tempest-TestVolumeBootPattern-1258824125 tempest-TestVolumeBootPattern-1258824125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:07.272540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-964f2efe-7b42-472f-8da2-276589237cee tempest-TestVolumeBootPattern-1258824125 tempest-TestVolumeBootPattern-1258824125-project-admin] Synchronizing usage tracker for tenant:15c71875c0c647b382d8a72d5ea495a3 on resource:port {{(pid=84376) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:33:07.309505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-964f2efe-7b42-472f-8da2-276589237cee tempest-TestVolumeBootPattern-1258824125 tempest-TestVolumeBootPattern-1258824125-project-admin] Unset dirty status for tenant:15c71875c0c647b382d8a72d5ea495a3 on resource:port {{(pid=84376) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:33:07.310816 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-964f2efe-7b42-472f-8da2-276589237cee tempest-TestVolumeBootPattern-1258824125 tempest-TestVolumeBootPattern-1258824125-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 1093 time: 0.3204634
Apr 03 05:33:07.314199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45096) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:07.323242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:33:07.339437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:33:07.351778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:floatingip and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:33:07.355222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:33:07.362453 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:33:07.407594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc7ac8-3c48-42c6-800c-7e6fc8fe0ce3 req-f967565b-2360-4a12-8aa3-b2b8dd147bb9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:07.408260 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-82dc7ac8-3c48-42c6-800c-7e6fc8fe0ce3 req-f967565b-2360-4a12-8aa3-b2b8dd147bb9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:33:07.410195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.475629 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 1bc54485-2403-4b3a-b509-0aa62d5d1ede no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:07.485368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c07f3a91-1b89-4a72-8cbc-e029550f0edc tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.513912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 1bc54485-2403-4b3a-b509-0aa62d5d1ede {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:07.514309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 1bc54485-2403-4b3a-b509-0aa62d5d1ede not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:07.516672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.521262 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-82dc7ac8-3c48-42c6-800c-7e6fc8fe0ce3 req-f967565b-2360-4a12-8aa3-b2b8dd147bb9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:33:07.522547 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-82dc7ac8-3c48-42c6-800c-7e6fc8fe0ce3 req-f967565b-2360-4a12-8aa3-b2b8dd147bb9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 931 time: 0.3915298
Apr 03 05:33:07.538445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2915cbd4-e354-482c-bcb1-30055ca006c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:07.580639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c07f3a91-1b89-4a72-8cbc-e029550f0edc tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.598689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Pushing event deleted for resources: {'Port': ['ID=351db1ad-322f-45dd-9889-439db68b0b29,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:07.601326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:07.728719 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-82dc7ac8-3c48-42c6-800c-7e6fc8fe0ce3 req-abecff34-fbbc-4dfd-afbb-618c77814e5b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974149
Apr 03 05:33:07.782122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c07f3a91-1b89-4a72-8cbc-e029550f0edc tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.795504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b13b2b37-7b1d-4813-900e-5d137279d90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:07.812783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.847715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f3a91-1b89-4a72-8cbc-e029550f0edc tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca6f5f8-6bf9-4305-9821-669bee19660f,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:07.857221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c07f3a91-1b89-4a72-8cbc-e029550f0edc tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:07.876426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c07f3a91-1b89-4a72-8cbc-e029550f0edc tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.880824 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c07f3a91-1b89-4a72-8cbc-e029550f0edc tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ca6f5f8-6bf9-4305-9821-669bee19660f HTTP/1.1" status: 204  len: 168 time: 0.6248484
Apr 03 05:33:07.887952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c904ed3-56c6-4ca9-9450-414a729340e8 {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:33:07.896256 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.912775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Transition to ACTIVE for port object 0c904ed3-56c6-4ca9-9450-414a729340e8 will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:33:07.914823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks [] for floatingip, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.920479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.924242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45102) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:07.940370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-926b51d0-f9fe-4346-95a9-5bf1ccc40800 tempest-ServerRescueNegativeTestJSON-484819548 tempest-ServerRescueNegativeTestJSON-484819548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:07.992865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:07.994124 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-defe8bf9-b25e-4da1-8dee-1c34428f7911 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] 10.222.0.30 "DELETE /v2.0/floatingips/f768d769-ee38-4a2d-b128-f0e2d4778a79 HTTP/1.1" status: 204  len: 168 time: 2.2990406
Apr 03 05:33:08.089453 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Pushing event updated for resources: {'Port': ['ID=0c904ed3-56c6-4ca9-9450-414a729340e8,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:08.098589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:08.339471 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Attempting to bind port 0c904ed3-56c6-4ca9-9450-414a729340e8 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:33:08.340059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Attempting to bind port 0c904ed3-56c6-4ca9-9450-414a729340e8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:33:08.340308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Attempting to bind port 0c904ed3-56c6-4ca9-9450-414a729340e8 on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:33:08.345224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Port 0c904ed3-56c6-4ca9-9450-414a729340e8 on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:33:08.345365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Attempting to bind port 0c904ed3-56c6-4ca9-9450-414a729340e8 on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:33:08.350693 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:33:08.351277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Checking segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:33:08.351491 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Bound using segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:33:08.351965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Bound port: 0c904ed3-56c6-4ca9-9450-414a729340e8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:33:08.352458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:08.421203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Allocated IP 172.27.3.29 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/67a8573d-c77b-4ab5-8009-c28ea19b0388) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:33:08.449524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] For port 0c904ed3-56c6-4ca9-9450-414a729340e8, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:33:08.452637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] For port 0c904ed3-56c6-4ca9-9450-414a729340e8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c904ed3-56c6-4ca9-9450-414a729340e8,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:33:08.456858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:08.471792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-92318211-fbc5-4ff8-ab77-2042f4529759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:08.624054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Pushing event updated for resources: {'Port': ['ID=0c904ed3-56c6-4ca9-9450-414a729340e8,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:08.629129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:08.662613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:08.663284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:08.664887 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] 10.222.0.35 "PUT /v2.0/ports/0c904ed3-56c6-4ca9-9450-414a729340e8 HTTP/1.1" status: 200  len: 1093 time: 1.6587491
Apr 03 05:33:08.665407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c801b6c0-5e18-47d4-9fdd-88ccf64d2565', 'tag': '0c904ed3-56c6-4ca9-9450-414a729340e8'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:08.743876 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c801b6c0-5e18-47d4-9fdd-88ccf64d2565', 'tag': '0c904ed3-56c6-4ca9-9450-414a729340e8', 'status': 'completed', 'code': 200}
Apr 03 05:33:08.779333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:08.788608 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d5b5-a94d-4423-8941-516c124178dd req-cd1cdf39-4e37-452d-8177-5d88d6519d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:08.790400 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-cd1cdf39-4e37-452d-8177-5d88d6519d06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 1096 time: 0.0862994
Apr 03 05:33:08.908139 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-92005fb2-30f7-406f-bae7-e831b488dc41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c904ed3-56c6-4ca9-9450-414a729340e8 HTTP/1.1" status: 200  len: 217 time: 0.1100585
Apr 03 05:33:08.912061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:08.928076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-469d929b-81b4-490a-8f7d-b2dbb31dd1ca tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:09.002314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057d5b5-a94d-4423-8941-516c124178dd req-2d13b047-e4f0-4325-b4dc-f2b8abb9ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:09.003959 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-2d13b047-e4f0-4325-b4dc-f2b8abb9ae46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0887096
Apr 03 05:33:09.017294 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2b8ef-91b3-4451-b5ae-c901ce2f9ddc req-7d56715c-38c5-4362-9b46-716f146b29dc tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:09.018818 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bfb2b8ef-91b3-4451-b5ae-c901ce2f9ddc req-7d56715c-38c5-4362-9b46-716f146b29dc tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 943 time: 0.1646426
Apr 03 05:33:09.079417 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-48e80142-c260-4e95-9fa4-6cfa5de0ebee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593848
Apr 03 05:33:09.095154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=67a8573d-c77b-4ab5-8009-c28ea19b0388,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:09.119469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:09.151220 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bfb2b8ef-91b3-4451-b5ae-c901ce2f9ddc req-d0dff693-11b0-4daf-9e39-f94a0f18e638 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922060
Apr 03 05:33:09.187826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:33:09.191264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:33:09.193875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:33:09.259003 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-1f1c8efc-1df4-4b5b-9d64-03914cdd67bb service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691432
Apr 03 05:33:09.328065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:09.410015 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e057d5b5-a94d-4423-8941-516c124178dd req-81282484-91eb-4a7b-a295-983265d5115e service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449027
Apr 03 05:33:09.787344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1991c93-319a-4300-b2a8-6190398fef98 req-8688d55d-54b5-45da-9ea9-b2d19e9d6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:09.789981 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1991c93-319a-4300-b2a8-6190398fef98 req-8688d55d-54b5-45da-9ea9-b2d19e9d6a12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 1096 time: 0.3306162
Apr 03 05:33:09.933816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1991c93-319a-4300-b2a8-6190398fef98 req-681837f9-7849-4bb3-b969-1025a83a18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:09.935429 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1991c93-319a-4300-b2a8-6190398fef98 req-681837f9-7849-4bb3-b969-1025a83a18c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 915 time: 0.1390383
Apr 03 05:33:09.991828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Deleting port c24480bd-7630-4d27-8c59-3df3c8c014c2 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:09.992282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:10.012127 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1991c93-319a-4300-b2a8-6190398fef98 req-b8a65ce2-e858-49f4-a9d8-d4fec67fc03c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c904ed3-56c6-4ca9-9450-414a729340e8 HTTP/1.1" status: 200  len: 217 time: 0.0695953
Apr 03 05:33:10.030936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:10.082058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1991c93-319a-4300-b2a8-6190398fef98 req-5e6beea8-de00-4c23-976c-4e3f87e89320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:10.083620 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1991c93-319a-4300-b2a8-6190398fef98 req-5e6beea8-de00-4c23-976c-4e3f87e89320 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0642111
Apr 03 05:33:10.145240 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1991c93-319a-4300-b2a8-6190398fef98 req-aa172552-131c-4476-8120-0f6d12ddfdce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501924
Apr 03 05:33:10.227843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:10.341626 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1991c93-319a-4300-b2a8-6190398fef98 req-cef8278b-c180-4fb7-b054-6d3d8c1089f2 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882858
Apr 03 05:33:10.487632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d48127-473e-4f24-bc5a-ae8506d62250 req-9ebd3863-ac69-4c42-9d05-92b9cad37f71 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:10.489265 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c0d48127-473e-4f24-bc5a-ae8506d62250 req-9ebd3863-ac69-4c42-9d05-92b9cad37f71 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 943 time: 0.2182415
Apr 03 05:33:10.542086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] For port c24480bd-7630-4d27-8c59-3df3c8c014c2, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c24480bd-7630-4d27-8c59-3df3c8c014c2,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:10.542480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:10.547807 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b1991c93-319a-4300-b2a8-6190398fef98 req-c1004b9c-5522-46e4-92bc-453c53242d05 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978502
Apr 03 05:33:10.558541 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c0d48127-473e-4f24-bc5a-ae8506d62250 req-9c471057-ebc2-4887-8cd1-f5e659c37765 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611000
Apr 03 05:33:10.721234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Calling delete_port for c24480bd-7630-4d27-8c59-3df3c8c014c2 owned by network:router_interface {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:10.876740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 45136) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:11.032160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:11.037941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:11.055730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:11.180201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:11.282335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=67a8573d-c77b-4ab5-8009-c28ea19b0388,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:11.293261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:11.293822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:11.349126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c24480bd-7630-4d27-8c59-3df3c8c014c2,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:11.356406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:11.515653 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:11.546445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:11.895534 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Floating IP f6e75ffe-8c6c-4904-9f6a-351c2c9fe764 associated. External IP: 172.27.3.29, port: ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b.
Apr 03 05:33:11.904830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcd490-37c9-4afe-b6b9-f7ce7c477878 req-df9f5a22-ed41-40b1-8da6-9597bd896683 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:11.907355 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e6fcd490-37c9-4afe-b6b9-f7ce7c477878 req-df9f5a22-ed41-40b1-8da6-9597bd896683 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 943 time: 0.2275896
Apr 03 05:33:12.002489 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e6fcd490-37c9-4afe-b6b9-f7ce7c477878 req-abb3f98f-4ca2-4c62-bd8c-afd4619b5041 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894709
Apr 03 05:33:12.029481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Deleting port 52d1f840-2651-4b18-a2d4-daed23570df3 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:12.029858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:12.064048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:12.221689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] For port 52d1f840-2651-4b18-a2d4-daed23570df3, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=52d1f840-2651-4b18-a2d4-daed23570df3,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:12.222080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:12.357637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Calling delete_port for 52d1f840-2651-4b18-a2d4-daed23570df3 owned by network:router_interface {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:12.543592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:12.559771 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eaf6c3e9-ba71-4d41-acd2-7511f21f899d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:12.614531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d1f840-2651-4b18-a2d4-daed23570df3,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:12.619108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:12.790814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:33:13.175291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:33:13.186645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:33:13.199311 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:13.200390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c8cf4e0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:13.226540 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:13.253679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:33:13.345834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:13.380074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59444893-61d7-40d3-bc25-5870353b4876 req-396081e0-f9e2-48ce-8af1-5e4cd3057dab tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:13.381665 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-59444893-61d7-40d3-bc25-5870353b4876 req-396081e0-f9e2-48ce-8af1-5e4cd3057dab tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 943 time: 0.1664741
Apr 03 05:33:13.394718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:13.435277 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 6.1113024
Apr 03 05:33:13.435277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:13.483053 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'status': 'completed', 'code': 200}
Apr 03 05:33:13.501745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 0c904ed3-56c6-4ca9-9450-414a729340e8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:33:13.506991 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-59444893-61d7-40d3-bc25-5870353b4876 req-5448613a-fc80-4d4d-a234-0f552e8c5f69 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738120
Apr 03 05:33:13.523485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:33:13.532894 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] 10.222.0.30 "PUT /v2.0/routers/5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6051996
Apr 03 05:33:13.533845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45150) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:13.677366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] Sync routers for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:33:13.725015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:13.728482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c371cf8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:13.760180 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks [] for router, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:13.776872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-ef0a3cc1-a2da-4f38-a31a-a0fcdd726635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:13.778478 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-ef0a3cc1-a2da-4f38-a31a-a0fcdd726635 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 1098 time: 0.2569706
Apr 03 05:33:13.805145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c8cf4e0>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:09Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:13.809663 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:33:13.819306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:13.820241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c8cf4e0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:13.907934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 0c904ed3-56c6-4ca9-9450-414a729340e8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c904ed3-56c6-4ca9-9450-414a729340e8,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:13.924209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '0c904ed3-56c6-4ca9-9450-414a729340e8', 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'port_id': '0c904ed3-56c6-4ca9-9450-414a729340e8', 'mac_address': 'fa:16:3e:34:23:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:33:13.991498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:14.003473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Deleting port 9abcf9f8-c076-40b3-aa78-60967f61fc7f {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:14.003853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:14.030768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:14.037337 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:14.052882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c904ed3-56c6-4ca9-9450-414a729340e8 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:33:14.071537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 0c904ed3-56c6-4ca9-9450-414a729340e8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c904ed3-56c6-4ca9-9450-414a729340e8,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:14.078157 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:14.084314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:14.086481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-12fb1217-d149-4b86-a824-346ce15f7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:14.088093 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-12fb1217-d149-4b86-a824-346ce15f7161 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.2977264
Apr 03 05:33:14.130171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:14.210890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Router f6e17fa2-b914-428a-91c9-8101b3ec3da8 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:33:14.270197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] For port 9abcf9f8-c076-40b3-aa78-60967f61fc7f, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=9abcf9f8-c076-40b3-aa78-60967f61fc7f,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:14.270516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:14.369750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['0c904ed3-56c6-4ca9-9450-414a729340e8'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:33:14.408618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Calling delete_port for 9abcf9f8-c076-40b3-aa78-60967f61fc7f owned by network:router_gateway {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:14.451049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=0c904ed3-56c6-4ca9-9450-414a729340e8,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:14.462357 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:33:14.464511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:14.475707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] Sync routers for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:33:14.485466 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-1ae86984-9b60-48c1-a3ae-c1010d8a1314 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b HTTP/1.1" status: 200  len: 998 time: 0.3892553
Apr 03 05:33:14.491413 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] 10.222.0.30 "PUT /v2.0/routers/f6e17fa2-b914-428a-91c9-8101b3ec3da8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6132061
Apr 03 05:33:14.494446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:14.494733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 45154) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:14.495111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c821208>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:14.568731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-09a9d49e-6c65-4799-b315-390dc07fa78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:14.571235 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-09a9d49e-6c65-4799-b315-390dc07fa78d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0771148
Apr 03 05:33:14.573238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c8cf4e0>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:09Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:14.620764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:14.764104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c371cf8>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:33:10Z', 'revision_number': 5, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port': {'id': '9abcf9f8-c076-40b3-aa78-60967f61fc7f', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:d8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:32Z', 'updated_at': '2021-04-03T05:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:14.768733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] Checking router: 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:33:14.779267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] Routers {'5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:14.779971 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c371cf8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:14.801521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b913f6a6-79f3-4655-982e-9fa419e2142a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:14.827389 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f392a5-517b-4db0-a10e-070fbfb5f18e None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:09Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:33:14.936025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:14.979890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19966-4a24-4939-9a33-a267dd148210 req-e8b4513d-fa25-4af6-94e3-93cc688ce261 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:14.982031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=9abcf9f8-c076-40b3-aa78-60967f61fc7f,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:14.984956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] Set router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 gateway port host: None {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:14.987819 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-99d19966-4a24-4939-9a33-a267dd148210 req-e8b4513d-fa25-4af6-94e3-93cc688ce261 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 944 time: 0.2723041
Apr 03 05:33:14.989560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:14.992258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.024294 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks [] for router, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.099509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-668ab74b-f205-4e21-b142-b0700b978dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:15.101985 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-668ab74b-f205-4e21-b142-b0700b978dc1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4557943
Apr 03 05:33:15.179938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c371cf8>, [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:33:14Z', 'revision_number': 7, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port_host': None}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:15.184956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff85ee0-75d0-499a-aea5-8caabc26bc0f None None] The sync data for ids ['5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7'] in dv-cinder-784623-2-iscsi is: [{'id': '5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7', 'name': 'tempest-TestShelveInstance-955443694-router', 'tenant_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:31Z', 'updated_at': '2021-04-03T05:33:14Z', 'revision_number': 7, 'project_id': '9ad3ce3fdcde4f0daba09c99b8e2dacd', 'gw_port_host': None}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:33:15.314993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85798152-0081-459c-85bf-932ef81a3a73 None None] New status for floating IP f6e75ffe-8c6c-4904-9f6a-351c2c9fe764: ACTIVE {{(pid=84377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:33:15.422017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c821208>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:33:12Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:15.426866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] Checking router: f6e17fa2-b914-428a-91c9-8101b3ec3da8 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:33:15.438079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] Routers {'f6e17fa2-b914-428a-91c9-8101b3ec3da8'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:15.439043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c821208>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:15.565787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 0c904ed3-56c6-4ca9-9450-414a729340e8 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:33:15.640945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.644135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.674895 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-e837ec9f-c87a-48da-bad6-1c6b50bf7ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4991121
Apr 03 05:33:15.677610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] Set router f6e17fa2-b914-428a-91c9-8101b3ec3da8 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:15.690550 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.691387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 {{(pid=84376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:33:15.692010 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-99d19966-4a24-4939-9a33-a267dd148210 req-5d66b8b6-cf94-4d93-ba25-1da0b26a1995 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7030160
Apr 03 05:33:15.722065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.725883 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b4efd7f0-43fa-488d-95c5-e2c434139b8c admin admin] 10.222.0.30 "DELETE /v2.0/routers/5edf79b0-e9f6-4fd4-95a5-10c221ed3bb7 HTTP/1.1" status: 204  len: 168 time: 2.1883712
Apr 03 05:33:15.726865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45160) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:15.813780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] Deleting subnet 5fa6975e-f055-4616-8972-f76223427472 {{(pid=84376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:33:15.817604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.889043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852276430'] for subnet, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.904353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.932961 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3ce98c6c-a2ee-479c-884b-fc7dc51c7f86 req-2d3a8008-45d0-400b-9d46-7eaf5df16251 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2396424
Apr 03 05:33:15.933829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Deleting port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:15.934207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:15.961465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 0c904ed3-56c6-4ca9-9450-414a729340e8 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:33:15.969042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 0c904ed3-56c6-4ca9-9450-414a729340e8 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:33:15.969337 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.045247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.083915 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c821208>, [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:33:12Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:16.089544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d3514-df2e-4111-ae04-6dffdd269aee None None] The sync data for ids ['f6e17fa2-b914-428a-91c9-8101b3ec3da8'] in dv-cinder-784623-2-iscsi is: [{'id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'name': 'tempest-AttachVolumeShelveTestJSON-2103711170-router', 'tenant_id': 'a008c93e871048ba8600b910fbdf30a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:26:10Z', 'updated_at': '2021-04-03T05:33:12Z', 'revision_number': 5, 'project_id': 'a008c93e871048ba8600b910fbdf30a0', 'gw_port': {'id': '16d8fe34-5f61-426f-bdd8-5fb8f1128a82', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e17fa2-b914-428a-91c9-8101b3ec3da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:26:13Z', 'updated_at': '2021-04-03T05:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:33:16.157980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.199677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 0c904ed3-56c6-4ca9-9450-414a729340e8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c904ed3-56c6-4ca9-9450-414a729340e8,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:16.200961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c801b6c0-5e18-47d4-9fdd-88ccf64d2565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c904ed3-56c6-4ca9-9450-414a729340e8'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:16.208279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.211715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:16.262149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] For port 16d8fe34-5f61-426f-bdd8-5fb8f1128a82, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=16d8fe34-5f61-426f-bdd8-5fb8f1128a82,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:16.262541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.289699 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c801b6c0-5e18-47d4-9fdd-88ccf64d2565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c904ed3-56c6-4ca9-9450-414a729340e8', 'code': 200}
Apr 03 05:33:16.300154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=0c904ed3-56c6-4ca9-9450-414a729340e8,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:16.303908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:16.423755 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Calling delete_port for 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 owned by network:router_gateway {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:16.452744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2385408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2613847'] for subnet, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.472345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:16.521964 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa6975e-f055-4616-8972-f76223427472,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:16.576463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:16.606710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7c3f0-7b2c-4f38-a5be-3f710c17ea62 req-d0ed2a0f-52c8-407d-9890-fc3d98a2e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:16.608784 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-57b7c3f0-7b2c-4f38-a5be-3f710c17ea62 req-d0ed2a0f-52c8-407d-9890-fc3d98a2e4a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 1098 time: 0.1386867
Apr 03 05:33:16.613946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.619662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c3e68c-10a5-4703-883c-5f8c4a543264 None None] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:33:16.622831 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-99e3fac0-f5e3-4b94-8370-ea602f0d75ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5fa6975e-f055-4616-8972-f76223427472 HTTP/1.1" status: 204  len: 168 time: 0.8947811
Apr 03 05:33:16.625449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45166) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:16.704928 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-57b7c3f0-7b2c-4f38-a5be-3f710c17ea62 req-e4eda3d2-dddd-4436-b702-72ce6b077175 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869286
Apr 03 05:33:16.723934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.740062 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-431e7808-a191-4407-955c-f3da93fdb373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:16.752401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.802618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d8fe34-5f61-426f-bdd8-5fb8f1128a82,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:16.830900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Deleting port c95968ff-6334-4a66-8f89-f433e0bdbdcc {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:16.831810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:16.858032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:16.913112 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] DHCP port deletion for 92e542aa-e2bc-4fe0-a778-48b2db4ef33f request from dv-cinder-784623-2-iscsi {{(pid=84377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 03 05:33:16.919707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] Deleting port c95968ff-6334-4a66-8f89-f433e0bdbdcc {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:16.920138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.066832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] For port c95968ff-6334-4a66-8f89-f433e0bdbdcc, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c95968ff-6334-4a66-8f89-f433e0bdbdcc,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:17.067265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.078168 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb692c39-944d-4ea1-bf2a-cda5f0bb7535 req-9a478ecb-4e5b-4583-a2a1-688d2b95ff5d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:17.079818 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb692c39-944d-4ea1-bf2a-cda5f0bb7535 req-9a478ecb-4e5b-4583-a2a1-688d2b95ff5d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 945 time: 0.2208285
Apr 03 05:33:17.091409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.205870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] For port c95968ff-6334-4a66-8f89-f433e0bdbdcc, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c95968ff-6334-4a66-8f89-f433e0bdbdcc,segment=NetworkSegment(217a4f74-2eb6-460f-9888-7ed574d32785),segment_id=217a4f74-2eb6-460f-9888-7ed574d32785)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:17.206196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.209913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Calling delete_port for c95968ff-6334-4a66-8f89-f433e0bdbdcc owned by network:dhcp {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:17.283607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c95968ff-6334-4a66-8f89-f433e0bdbdcc no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:17.305883 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.316579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.321768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:17.321949 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb692c39-944d-4ea1-bf2a-cda5f0bb7535 req-748c4890-45b2-436d-bdfa-47221a08a8c9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1842415
Apr 03 05:33:17.322969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.349521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.350114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6e17fa2-b914-428a-91c9-8101b3ec3da8 {{(pid=84375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:33:17.363544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.367290 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7d94581e-d0c2-47af-b508-927258ff6c12 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f6e17fa2-b914-428a-91c9-8101b3ec3da8 HTTP/1.1" status: 204  len: 168 time: 2.7986183
Apr 03 05:33:17.367822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 45172) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:17.397057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] Calling delete_port for c95968ff-6334-4a66-8f89-f433e0bdbdcc owned by network:dhcp {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:17.439020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] Deleting subnet 45f426cc-ba72-4252-a86d-bba435b728f3 {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:33:17.442489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.447121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: c95968ff-6334-4a66-8f89-f433e0bdbdcc {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:17.447579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c95968ff-6334-4a66-8f89-f433e0bdbdcc not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:17.448049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c24480bd-7630-4d27-8c59-3df3c8c014c2 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:17.495493 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95968ff-6334-4a66-8f89-f433e0bdbdcc,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:17.496138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: c24480bd-7630-4d27-8c59-3df3c8c014c2 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:17.496537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c24480bd-7630-4d27-8c59-3df3c8c014c2 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:17.497013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 9abcf9f8-c076-40b3-aa78-60967f61fc7f no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:17.501050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590422'] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.501403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:17.534154 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] No DVR routers for this DVR port c95968ff-6334-4a66-8f89-f433e0bdbdcc on host dv-cinder-784623-2-iscsi {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:33:17.541886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 9abcf9f8-c076-40b3-aa78-60967f61fc7f {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:17.542281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 9abcf9f8-c076-40b3-aa78-60967f61fc7f not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:17.542754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 52d1f840-2651-4b18-a2d4-daed23570df3 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:17.589767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 52d1f840-2651-4b18-a2d4-daed23570df3 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:17.590168 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 52d1f840-2651-4b18-a2d4-daed23570df3 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:17.609318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.612687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:33:17.613147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:33:17.678505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.800665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64711cfd0>,) {'filters': {'network_id': ['92e542aa-e2bc-4fe0-a778-48b2db4ef33f']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:17.813887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64711cfd0>, '217a4f74-2eb6-460f-9888-7ed574d32785') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:17.814218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64711cfd0>, '217a4f74-2eb6-460f-9888-7ed574d32785') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:17.826710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.841933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.848124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:33:17.902554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851343981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2349856'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:17.922284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7359bee2-588c-4523-aa70-b0715f302729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:17.967474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f426cc-ba72-4252-a86d-bba435b728f3,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:17.971134 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:18.031407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:33:18.040888 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.056119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.061435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30f54e1-4950-444a-9f09-75324d6387fb None None] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:33:18.063195 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-85933b5d-b627-43f4-9ffe-54fe58fd31c7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/45f426cc-ba72-4252-a86d-bba435b728f3 HTTP/1.1" status: 204  len: 168 time: 0.6939092
Apr 03 05:33:18.065951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45176) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:18.140978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] Deleting port c95968ff-6334-4a66-8f89-f433e0bdbdcc {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:18.141639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.227656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-6b65f6c1-244f-402b-b63a-c491eb65719c None None] The port 'c95968ff-6334-4a66-8f89-f433e0bdbdcc' was deleted {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 03 05:33:18.321720 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Network 92e542aa-e2bc-4fe0-a778-48b2db4ef33f has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:33:18.346205 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:33:18.352221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.397569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] DHCP port deletion for cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af request from dv-cinder-784623-2-iscsi {{(pid=84377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 03 05:33:18.402516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] Deleting port debded69-bb70-4d84-b1cd-f08701c25d20 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:18.402940 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.495859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Deleting port debded69-bb70-4d84-b1cd-f08701c25d20 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:18.496483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.536627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.542074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca621a7-1c38-4e60-afa9-f6cb6028fe2d req-8258126a-9499-4b98-9626-51b79ded9a19 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:18.544121 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cca621a7-1c38-4e60-afa9-f6cb6028fe2d req-8258126a-9499-4b98-9626-51b79ded9a19 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 945 time: 0.0996504
Apr 03 05:33:18.554122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:18.578920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.581848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e542aa-e2bc-4fe0-a778-48b2db4ef33f,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:18.607656 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cca621a7-1c38-4e60-afa9-f6cb6028fe2d req-a182aadf-b465-460a-943b-98cc7a08d8e1 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562379
Apr 03 05:33:18.609468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:18.633111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] For port debded69-bb70-4d84-b1cd-f08701c25d20, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=debded69-bb70-4d84-b1cd-f08701c25d20,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:18.633111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.652118 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] 10.222.0.30 "DELETE /v2.0/networks/92e542aa-e2bc-4fe0-a778-48b2db4ef33f HTTP/1.1" status: 204  len: 168 time: 2.0255735
Apr 03 05:33:18.655197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 45184) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:18.766837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] For port debded69-bb70-4d84-b1cd-f08701c25d20, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=debded69-bb70-4d84-b1cd-f08701c25d20,segment=NetworkSegment(370a6f9d-de28-48c5-8bc6-9eb64cb12107),segment_id=370a6f9d-de28-48c5-8bc6-9eb64cb12107)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:18.767402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.777989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] Calling delete_port for debded69-bb70-4d84-b1cd-f08701c25d20 owned by network:dhcp {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:18.883246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377'] for port, after_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:18.901261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:18.912251 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Calling delete_port for debded69-bb70-4d84-b1cd-f08701c25d20 owned by network:dhcp {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:18.981099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] Pushing event deleted for resources: {'Port': ['ID=debded69-bb70-4d84-b1cd-f08701c25d20,revision_number=None']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:18.985040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:19.003253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84376) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:33:19.003826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:33:19.073572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] No DVR routers for this DVR port debded69-bb70-4d84-b1cd-f08701c25d20 on host dv-cinder-784623-2-iscsi {{(pid=84377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:33:19.133377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device debded69-bb70-4d84-b1cd-f08701c25d20 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:19.175080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: debded69-bb70-4d84-b1cd-f08701c25d20 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:19.175500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device debded69-bb70-4d84-b1cd-f08701c25d20 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:19.175963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:19.213652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:19.214127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 16d8fe34-5f61-426f-bdd8-5fb8f1128a82 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:19.288709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:19.505069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Deleting port debded69-bb70-4d84-b1cd-f08701c25d20 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:19.505558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:19.827250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] The port 'debded69-bb70-4d84-b1cd-f08701c25d20' was deleted {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 03 05:33:19.936970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Deleting port 1dc9311e-12a0-4205-9aef-0b613f08ab48 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:19.937346 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:19.957076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.073192 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64cb7e940>,) {'filters': {'network_id': ['cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:20.086333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64cb7e940>, '370a6f9d-de28-48c5-8bc6-9eb64cb12107') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:20.086670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64cb7e940>, '370a6f9d-de28-48c5-8bc6-9eb64cb12107') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:20.098996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.120900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.127825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:33:20.129705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] For port 1dc9311e-12a0-4205-9aef-0b613f08ab48, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1dc9311e-12a0-4205-9aef-0b613f08ab48,segment=NetworkSegment(9311df5e-6f00-451e-961d-a8d715d5c031),segment_id=9311df5e-6f00-451e-961d-a8d715d5c031)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:20.130107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.264051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Calling delete_port for 1dc9311e-12a0-4205-9aef-0b613f08ab48 owned by network:router_interface {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:20.314649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:33:20.329129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.446631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.463316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9ff335dc-dbd5-4463-8518-0319514dedb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:20.510975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Network cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:33:20.524391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc9311e-12a0-4205-9aef-0b613f08ab48,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:20.528355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   % (table.description, expected, rows_matched)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   % (table.description, expected, rows_matched)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   % (table.description, expected, rows_matched)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   % (table.description, expected, rows_matched)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:33:20.534231 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:33:20.631517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.637044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.639937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:20.662700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:20.666944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:20.689006 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-58004fca-94d6-453b-9e51-938758179588 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cc0684f3-a3f1-4f2e-924e-ab5c83d4e7af HTTP/1.1" status: 204  len: 168 time: 2.6219468
Apr 03 05:33:20.825503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45216) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:20.881925 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-860b422a-89d4-48e1-b856-2a7204f5c659 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a008c93e871048ba8600b910fbdf30a0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0549328
Apr 03 05:33:20.884610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45220) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:20.949531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b1c71a0-3f63-472c-9885-523869b18aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:20.977212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b1c71a0-3f63-472c-9885-523869b18aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:21.030138 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b1c71a0-3f63-472c-9885-523869b18aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:21.035400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-55ce0637-7afc-46fa-9503-32c9e9500d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:21.051691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c71a0-3f63-472c-9885-523869b18aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c03a97-5c5d-4a89-be94-3091e6ecbe5d,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:21.056925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b1c71a0-3f63-472c-9885-523869b18aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:21.060139 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3b1c71a0-3f63-472c-9885-523869b18aa1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30c03a97-5c5d-4a89-be94-3091e6ecbe5d HTTP/1.1" status: 204  len: 168 time: 0.1740630
Apr 03 05:33:21.061851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3b1c71a0-3f63-472c-9885-523869b18aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:21.076696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-d2cdc410-bcaf-4b8c-9ce3-d76f1a156120 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:21.078216 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-d2cdc410-bcaf-4b8c-9ce3-d76f1a156120 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 814 time: 0.3424141
Apr 03 05:33:21.094697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:21.134721 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-dbdd5ac1-4349-4df7-92f3-99a0defe8429 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/quotas/ad52ba3a716d48f2a0dd655007ccf5af HTTP/1.1" status: 200  len: 375 time: 0.0418143
Apr 03 05:33:21.322583 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-c238f1fc-f8b3-43a0-a3c8-2d3c11c2d374 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1363456
Apr 03 05:33:21.629369 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-c65199e8-4a62-4779-8dc2-ad6e56d44f44 service neutron] 10.222.0.30 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2489662
Apr 03 05:33:21.941905 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-e8949cee-9447-4a69-a0c0-5b07a1eb984d service neutron] 10.222.0.30 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2502174
Apr 03 05:33:21.947362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Router fbeda0c9-4f4c-4df2-958e-b5efb02a881b has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:33:22.411613 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-624fe0e6-519d-4eb9-bd7f-b05f88b31520 req-e13e7632-1c3f-44a5-9769-23c0aac65455 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 210 time: 0.0701771
Apr 03 05:33:22.477941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:33:22.487205 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] Sync routers for ids ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:33:22.490946 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] 10.222.0.30 "PUT /v2.0/routers/fbeda0c9-4f4c-4df2-958e-b5efb02a881b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8320425
Apr 03 05:33:22.491778 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45262) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:22.504756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] Routers {'fbeda0c9-4f4c-4df2-958e-b5efb02a881b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:22.505437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c7a9668>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:22.725724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks [] for router, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:22.768670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] Set router fbeda0c9-4f4c-4df2-958e-b5efb02a881b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:22.921484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:22.929795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Deleting port c802058f-5583-460b-ade8-c929fb4fd907 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:22.930320 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:23.077351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c7a9668>, [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:33:20Z', 'revision_number': 5, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port': {'id': 'c802058f-5583-460b-ade8-c929fb4fd907', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:27:43Z', 'updated_at': '2021-04-03T05:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:23.081370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] Checking router: fbeda0c9-4f4c-4df2-958e-b5efb02a881b for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:33:23.091015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] Routers {'fbeda0c9-4f4c-4df2-958e-b5efb02a881b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:33:23.091679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c7a9668>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:33:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:23.118978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] For port c802058f-5583-460b-ade8-c929fb4fd907, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=c802058f-5583-460b-ade8-c929fb4fd907,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:23.119435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:23.256643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] Set router fbeda0c9-4f4c-4df2-958e-b5efb02a881b gateway port host: None {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:33:23.260043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Calling delete_port for c802058f-5583-460b-ade8-c929fb4fd907 owned by network:router_gateway {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:23.380639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c7a9668>, [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:33:22Z', 'revision_number': 6, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port_host': None}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:23.385499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c070d-747f-4a94-bc5c-f996f1a6cca2 None None] The sync data for ids ['fbeda0c9-4f4c-4df2-958e-b5efb02a881b'] in dv-cinder-784623-2-iscsi is: [{'id': 'fbeda0c9-4f4c-4df2-958e-b5efb02a881b', 'name': 'tempest-TestShelveInstance-1405732610-router', 'tenant_id': '88572e7bbcc84a629e5e524fc42f0906', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:27:41Z', 'updated_at': '2021-04-03T05:33:22Z', 'revision_number': 6, 'project_id': '88572e7bbcc84a629e5e524fc42f0906', 'gw_port_host': None}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:33:23.462532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:23.518244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-06445d5e-dedf-470e-8678-ffa2130dbee4 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:23.519831 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-06445d5e-dedf-470e-8678-ffa2130dbee4 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 814 time: 0.2063975
Apr 03 05:33:23.534296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Request body: {'port': {'device_id': '2bcb736b-f986-4173-bc00-d69995048369', 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'admin_state_up': True, 'tenant_id': 'ad52ba3a716d48f2a0dd655007ccf5af'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:33:23.565106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0988245a-c6fe-4793-8593-c1970d3851fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:23.622214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c802058f-5583-460b-ade8-c929fb4fd907,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:23.625241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:23.681268 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-926cd33e-0076-47de-8a0f-bc09010fba50 req-6f9dc67c-1588-4080-bd9e-10e40f8dd073 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 210 time: 0.1274984
Apr 03 05:33:23.753010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:33:23.763741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:33:23.773359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Made reservation on behalf of ad52ba3a716d48f2a0dd655007ccf5af for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:33:23.778416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:23.779416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:23.944823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:23.967042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Allocated IP 172.20.0.8 (6e2402a0-5e2f-44b6-9a9b-5ebe645e9550/2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76/66993eea-6cf3-4e38-874c-27e349b7b307) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:33:23.973367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:23.976548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.005334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.005939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbeda0c9-4f4c-4df2-958e-b5efb02a881b {{(pid=84376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:33:24.026633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.030030 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1136bd17-84d0-4e75-8eb0-b641a9101b5e admin admin] 10.222.0.30 "DELETE /v2.0/routers/fbeda0c9-4f4c-4df2-958e-b5efb02a881b HTTP/1.1" status: 204  len: 168 time: 1.5344868
Apr 03 05:33:24.030273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45288) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:24.097469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] Deleting subnet aba07bd5-fb8e-4955-8864-def8e0541fe6 {{(pid=84376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:33:24.100739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.168576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852276430'] for subnet, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.255090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.289107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.291722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.303343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', '0c904ed3-56c6-4ca9-9450-414a729340e8'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:33:24.310034 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:24.488107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Pushing event updated for resources: {'Port': ['ID=66993eea-6cf3-4e38-874c-27e349b7b307,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:24.494057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:24.541296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:33:24.542475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:33:24.545024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:33:24.567530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2385408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2613847'] for subnet, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.584586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-90d57c6e-7cb9-4c9b-8993-b7e94b4bcb50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:24.610977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:24.611670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.632048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba07bd5-fb8e-4955-8864-def8e0541fe6,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:24.635951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:24.638695 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1087487
Apr 03 05:33:24.719675 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:24.728869 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5a9b674c-92af-47aa-b4a6-2034bf22d074 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aba07bd5-fb8e-4955-8864-def8e0541fe6 HTTP/1.1" status: 204  len: 168 time: 0.6944289
Apr 03 05:33:24.729058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a9dcce-af1f-438d-8124-3e940412fc40 None None] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:33:24.729275 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45306) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:24.893957 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d15d59-2c5e-47b9-a3e9-ce720bfdb52e req-d6e1bfc3-fadb-4d31-881b-b099df25a89f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:24.894815 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-60d15d59-2c5e-47b9-a3e9-ce720bfdb52e req-d6e1bfc3-fadb-4d31-881b-b099df25a89f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:33:24.911951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-60d15d59-2c5e-47b9-a3e9-ce720bfdb52e req-d6e1bfc3-fadb-4d31-881b-b099df25a89f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:33:24.915675 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-60d15d59-2c5e-47b9-a3e9-ce720bfdb52e req-d6e1bfc3-fadb-4d31-881b-b099df25a89f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 931 time: 0.1176286
Apr 03 05:33:24.970335 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-60d15d59-2c5e-47b9-a3e9-ce720bfdb52e req-484cdac4-c489-4119-a3d5-4373f8850c1f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481319
Apr 03 05:33:25.007111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] DHCP port deletion for 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 request from dv-cinder-784623-2-iscsi {{(pid=84377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 03 05:33:25.011945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] Deleting port 73d7efdc-12a7-4060-8ba2-d87bb9081486 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:25.012365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:25.090155 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:25.127363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c802058f-5583-460b-ade8-c929fb4fd907 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:25.165527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Deleting port 73d7efdc-12a7-4060-8ba2-d87bb9081486 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:25.165975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:25.186996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: c802058f-5583-460b-ade8-c929fb4fd907 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:25.187415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device c802058f-5583-460b-ade8-c929fb4fd907 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:25.187872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 73d7efdc-12a7-4060-8ba2-d87bb9081486 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:25.389429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] For port 73d7efdc-12a7-4060-8ba2-d87bb9081486, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=73d7efdc-12a7-4060-8ba2-d87bb9081486,segment=NetworkSegment(9311df5e-6f00-451e-961d-a8d715d5c031),segment_id=9311df5e-6f00-451e-961d-a8d715d5c031)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:25.389829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:25.509866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] For port 73d7efdc-12a7-4060-8ba2-d87bb9081486, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=73d7efdc-12a7-4060-8ba2-d87bb9081486,segment=NetworkSegment(9311df5e-6f00-451e-961d-a8d715d5c031),segment_id=9311df5e-6f00-451e-961d-a8d715d5c031)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:25.510304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:25.528628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Calling delete_port for 73d7efdc-12a7-4060-8ba2-d87bb9081486 owned by network:dhcp {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:25.607459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:25.622848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:25.681217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=73d7efdc-12a7-4060-8ba2-d87bb9081486,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:25.685016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:25.686408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] Calling delete_port for 73d7efdc-12a7-4060-8ba2-d87bb9081486 owned by network:dhcp {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:33:25.752371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:25.765975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] No DVR routers for this DVR port 73d7efdc-12a7-4060-8ba2-d87bb9081486 on host dv-cinder-784623-2-iscsi {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:33:25.837183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1dc9311e-12a0-4205-9aef-0b613f08ab48 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:33:25.868092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:33:25.868504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:33:25.874255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 1dc9311e-12a0-4205-9aef-0b613f08ab48 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:33:25.874650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1dc9311e-12a0-4205-9aef-0b613f08ab48 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:33:25.891141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.005326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64ca4aa58>,) {'filters': {'network_id': ['6ccfebf8-9591-45cc-b34d-5c120c1e66f2']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:26.018081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64ca4aa58>, '9311df5e-6f00-451e-961d-a8d715d5c031') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:26.018420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64ca4aa58>, '9311df5e-6f00-451e-961d-a8d715d5c031') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:33:26.031029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.047006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.053595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:33:26.180497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea59ba-5319-4ddb-8fb6-6c4ef43fe815 req-153d92b5-627b-4b3e-83ce-7bddd809e659 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:26.182093 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a3ea59ba-5319-4ddb-8fb6-6c4ef43fe815 req-153d92b5-627b-4b3e-83ce-7bddd809e659 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 931 time: 0.0898194
Apr 03 05:33:26.234100 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a3ea59ba-5319-4ddb-8fb6-6c4ef43fe815 req-70d5c49f-b057-41a6-b2f4-11c234a10d30 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452394
Apr 03 05:33:26.240755 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:33:26.249957 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.370103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] Deleting port 73d7efdc-12a7-4060-8ba2-d87bb9081486 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:33:26.370546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.425843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Network 6ccfebf8-9591-45cc-b34d-5c120c1e66f2 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:33:26.445920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-f92ac19b-f532-4217-8104-15ab1944b782 None None] The port '73d7efdc-12a7-4060-8ba2-d87bb9081486' was deleted {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:33:26.449348 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:33:26.530171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.534070 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ccaa6844-4d42-4ad9-ba99-3b972ba6b372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:26.548041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.559407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ccfebf8-9591-45cc-b34d-5c120c1e66f2,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:26.562587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:26.564176 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] 10.222.0.30 "DELETE /v2.0/networks/6ccfebf8-9591-45cc-b34d-5c120c1e66f2 HTTP/1.1" status: 204  len: 168 time: 1.8338876
Apr 03 05:33:26.743946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45322) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:26.799218 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ef82a43f-6bfd-4138-b9d4-ed1d61be82b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ad3ce3fdcde4f0daba09c99b8e2dacd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0539334
Apr 03 05:33:26.801769 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45326) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:26.866181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-04369c63-1e10-4964-9ebf-64ec3a8c16da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.892850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-04369c63-1e10-4964-9ebf-64ec3a8c16da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.939087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-04369c63-1e10-4964-9ebf-64ec3a8c16da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.943974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b3c0ad2b-8be6-4feb-851c-d95f14e993ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:26.958072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04369c63-1e10-4964-9ebf-64ec3a8c16da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dbd66a-7025-4b67-816d-b2ad74c99f60,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:26.963448 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-04369c63-1e10-4964-9ebf-64ec3a8c16da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:26.966207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-04369c63-1e10-4964-9ebf-64ec3a8c16da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:26.967449 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-04369c63-1e10-4964-9ebf-64ec3a8c16da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47dbd66a-7025-4b67-816d-b2ad74c99f60 HTTP/1.1" status: 204  len: 168 time: 0.1646485
Apr 03 05:33:27.314269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45336) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:27.367225 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f47f17df-cf5f-4673-b843-b85a766fd285 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88572e7bbcc84a629e5e524fc42f0906&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507917
Apr 03 05:33:27.369655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45340) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:27.425431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Request body: {'port': {'device_id': '2bcb736b-f986-4173-bc00-d69995048369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:33:27.431981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-500eda57-0bb4-4b8c-8108-87904fd4d052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:27.460852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-500eda57-0bb4-4b8c-8108-87904fd4d052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:27.487931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225a76b-dbb7-46e5-9d33-a4444ed517f4 req-4c69027e-e6c7-40bd-a590-2debcf911fc2 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:27.489448 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1225a76b-dbb7-46e5-9d33-a4444ed517f4 req-4c69027e-e6c7-40bd-a590-2debcf911fc2 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 931 time: 0.1425877
Apr 03 05:33:27.513486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-500eda57-0bb4-4b8c-8108-87904fd4d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:27.518844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ae5c131a-de78-43b0-bd64-78412d1b5ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:27.532265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500eda57-0bb4-4b8c-8108-87904fd4d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43266ab0-5c01-4d60-9a53-c3f88a746b41,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:27.535603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-500eda57-0bb4-4b8c-8108-87904fd4d052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:27.537647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-500eda57-0bb4-4b8c-8108-87904fd4d052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:27.538998 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-500eda57-0bb4-4b8c-8108-87904fd4d052 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43266ab0-5c01-4d60-9a53-c3f88a746b41 HTTP/1.1" status: 204  len: 168 time: 0.1683056
Apr 03 05:33:27.609554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:27.623952 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1225a76b-dbb7-46e5-9d33-a4444ed517f4 req-39a56a4a-8e5e-4422-8980-76c08c00da25 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260400
Apr 03 05:33:28.053407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66993eea-6cf3-4e38-874c-27e349b7b307 {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:33:28.061865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:28.077101 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Transition to ACTIVE for port object 66993eea-6cf3-4e38-874c-27e349b7b307 will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:33:28.079864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:28.095974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0cf24b44-5241-4b9b-8d66-1c22070cc414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:28.237898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Pushing event updated for resources: {'Port': ['ID=66993eea-6cf3-4e38-874c-27e349b7b307,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:28.242368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:28.449020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Attempting to bind port 66993eea-6cf3-4e38-874c-27e349b7b307 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:33:28.449560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Attempting to bind port 66993eea-6cf3-4e38-874c-27e349b7b307 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:33:28.449666 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Attempting to bind port 66993eea-6cf3-4e38-874c-27e349b7b307 on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:33:28.454426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Port 66993eea-6cf3-4e38-874c-27e349b7b307 on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:33:28.454783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Attempting to bind port 66993eea-6cf3-4e38-874c-27e349b7b307 on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:33:28.460633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:33:28.460983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Checking segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:33:28.461403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Bound using segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:33:28.461866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Bound port: 66993eea-6cf3-4e38-874c-27e349b7b307, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:33:28.462243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:28.556322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] For port 66993eea-6cf3-4e38-874c-27e349b7b307, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:33:28.559400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] For port 66993eea-6cf3-4e38-874c-27e349b7b307, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66993eea-6cf3-4e38-874c-27e349b7b307,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:33:28.562781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:28.578280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:28.737379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Pushing event updated for resources: {'Port': ['ID=66993eea-6cf3-4e38-874c-27e349b7b307,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:28.748627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:28.839735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:28.840415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:28.841884 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] 10.222.0.35 "PUT /v2.0/ports/66993eea-6cf3-4e38-874c-27e349b7b307 HTTP/1.1" status: 200  len: 1093 time: 1.4211252
Apr 03 05:33:28.842412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bcb736b-f986-4173-bc00-d69995048369', 'tag': '66993eea-6cf3-4e38-874c-27e349b7b307'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:28.878938 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fe7d0-ac51-49f0-8f79-545231c855e5 req-6dfa03eb-64fa-44b8-87e7-f1f9bd197fab tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:28.880596 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b94fe7d0-ac51-49f0-8f79-545231c855e5 req-6dfa03eb-64fa-44b8-87e7-f1f9bd197fab tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 943 time: 0.1355815
Apr 03 05:33:28.927498 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bcb736b-f986-4173-bc00-d69995048369', 'tag': '66993eea-6cf3-4e38-874c-27e349b7b307', 'status': 'completed', 'code': 200}
Apr 03 05:33:28.989252 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b94fe7d0-ac51-49f0-8f79-545231c855e5 req-eaeece51-ec5e-41c5-9f2b-6b111e149276 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686707
Apr 03 05:33:29.003982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-1266053d-f5c6-4274-bffe-f005913658c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:29.005542 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-1266053d-f5c6-4274-bffe-f005913658c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 1096 time: 0.1209249
Apr 03 05:33:29.084558 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-66bc4f17-ee4c-4af1-864d-ccb830e26208 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66993eea-6cf3-4e38-874c-27e349b7b307 HTTP/1.1" status: 200  len: 217 time: 0.0709503
Apr 03 05:33:29.158159 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-469747d5-6202-460e-9fa4-8a036d819919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:29.159747 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-469747d5-6202-460e-9fa4-8a036d819919 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0628388
Apr 03 05:33:29.218862 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-657fc371-01c8-4e69-ae23-bba90eeb8c82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491030
Apr 03 05:33:29.360504 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-5ca15288-ec7f-4160-877a-9006e9d736ee service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334374
Apr 03 05:33:29.505241 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bb602410-35c1-401b-ac93-a7c10b12ed5c req-07789517-2719-4a78-8e4f-61083e344acc service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352355
Apr 03 05:33:29.624854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-d6a1f1e4-1b37-459c-a537-1616ad198b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:29.626316 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-d6a1f1e4-1b37-459c-a537-1616ad198b5f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 1096 time: 0.0764835
Apr 03 05:33:29.769190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-bb4f12e8-38d7-46c7-a78a-752f6181995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:29.770715 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-bb4f12e8-38d7-46c7-a78a-752f6181995d service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 915 time: 0.1328197
Apr 03 05:33:29.845970 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-05ba965e-143f-441e-8531-fbeef8c60200 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66993eea-6cf3-4e38-874c-27e349b7b307 HTTP/1.1" status: 200  len: 217 time: 0.0671887
Apr 03 05:33:29.919887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-05883b63-6f3d-494f-ae04-0167f8b7cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:29.921474 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-05883b63-6f3d-494f-ae04-0167f8b7cd80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0644817
Apr 03 05:33:29.973795 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-01cd1359-937b-4b47-810f-9995981fa201 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455167
Apr 03 05:33:30.443030 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-4572a707-e598-42ac-8d0c-b75731fd0869 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4522681
Apr 03 05:33:30.451946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2d3a6-3f1d-4e16-b6cf-964e558d69f9 req-945a6842-9831-46f7-b523-ad1c74777058 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:30.453428 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a8e2d3a6-3f1d-4e16-b6cf-964e558d69f9 req-945a6842-9831-46f7-b523-ad1c74777058 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 943 time: 0.1792948
Apr 03 05:33:30.594882 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a8e2d3a6-3f1d-4e16-b6cf-964e558d69f9 req-ba64f9f6-3bbc-48cf-b492-273749575ad9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182435
Apr 03 05:33:30.626183 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-eb0a66fe-5f0d-4fc1-ae8b-b59b11923ea4 req-6bbb30b2-2ab7-4ed3-b31a-029bc01d0ab6 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717696
Apr 03 05:33:31.634251 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 45400) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:31.778908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:31.799535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:33:31.805662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Usage tracker for resource:security_group_rule and tenant:79ab321f7c1145b7b74de3facfaaff80 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:33:31.809593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:33:31.824659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:33:31.861919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deecf5-d48c-4fab-93eb-fcf63b789fc4 req-5cfb9685-0726-45d9-9829-9abaf93b32e4 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:31.863542 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c4deecf5-d48c-4fab-93eb-fcf63b789fc4 req-5cfb9685-0726-45d9-9829-9abaf93b32e4 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 943 time: 0.1549444
Apr 03 05:33:31.929410 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c4deecf5-d48c-4fab-93eb-fcf63b789fc4 req-99ee6412-2515-485e-b587-f91175d500cc tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582640
Apr 03 05:33:31.966610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:31.969578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:31.978202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6b789187-a2a5-4982-bf47-a22e8320a648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:32.021413 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=79ab321f7c1145b7b74de3facfaaff80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3859379
Apr 03 05:33:32.023943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d809320b-3ef0-40a8-bad7-f77b5c7126e1,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:32.024950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45406) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:33:32.027083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:32.090978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeb14-643c-4ea3-b3c6-13431e175543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:32.118812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeb14-643c-4ea3-b3c6-13431e175543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:32.134742 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-38d06390-3236-4dad-b91e-4f03ded9a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:32.164525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeb14-643c-4ea3-b3c6-13431e175543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:32.169548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9bdc7b18-5b3c-4262-9f7e-645de24e707f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:32.182823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aeb14-643c-4ea3-b3c6-13431e175543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d809320b-3ef0-40a8-bad7-f77b5c7126e1,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:32.185614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0a4aeb14-643c-4ea3-b3c6-13431e175543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:32.186837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0a4aeb14-643c-4ea3-b3c6-13431e175543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:32.188154 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0a4aeb14-643c-4ea3-b3c6-13431e175543 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d809320b-3ef0-40a8-bad7-f77b5c7126e1 HTTP/1.1" status: 204  len: 168 time: 0.1620724
Apr 03 05:33:33.133884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd054d8-ebda-4336-9a65-89b98f5a1174 req-6a41501c-54ea-4ceb-ac3c-5c891329c45a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:33.135502 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-afd054d8-ebda-4336-9a65-89b98f5a1174 req-6a41501c-54ea-4ceb-ac3c-5c891329c45a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 943 time: 0.0931458
Apr 03 05:33:33.187921 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-afd054d8-ebda-4336-9a65-89b98f5a1174 req-c910edeb-5ed9-4af7-a2b6-9c54c6fbd011 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455501
Apr 03 05:33:33.302462 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:33.452087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 66993eea-6cf3-4e38-874c-27e349b7b307 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:33:33.596750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 66993eea-6cf3-4e38-874c-27e349b7b307, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66993eea-6cf3-4e38-874c-27e349b7b307,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:33.610874 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '66993eea-6cf3-4e38-874c-27e349b7b307', 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'port_id': '66993eea-6cf3-4e38-874c-27e349b7b307', 'mac_address': 'fa:16:3e:0e:68:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:33:33.670404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:33.689598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66993eea-6cf3-4e38-874c-27e349b7b307 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:33:33.704724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 66993eea-6cf3-4e38-874c-27e349b7b307, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66993eea-6cf3-4e38-874c-27e349b7b307,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:33.707823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:33.709656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:33.783508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=66993eea-6cf3-4e38-874c-27e349b7b307,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:33.786774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:33.972164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['66993eea-6cf3-4e38-874c-27e349b7b307'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:33:34.346852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7bc821a2-ae99-494f-a7c4-886d9890365e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:34.392665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9995103-105f-42d1-81ee-a57228ae1066 req-8e8884fe-ed1d-490a-8199-13e6d9da0b1c tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:34.394239 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f9995103-105f-42d1-81ee-a57228ae1066 req-8e8884fe-ed1d-490a-8199-13e6d9da0b1c tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 944 time: 0.0924101
Apr 03 05:33:34.441883 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f9995103-105f-42d1-81ee-a57228ae1066 req-f0b757e0-7e75-4a34-b13d-0ec0fdc94618 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411909
Apr 03 05:33:35.390143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:35.469200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 66993eea-6cf3-4e38-874c-27e349b7b307 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:33:35.544181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 66993eea-6cf3-4e38-874c-27e349b7b307 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:33:35.549077 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 66993eea-6cf3-4e38-874c-27e349b7b307 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:33:35.549489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:35.645942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f1688-2125-441f-8931-4ce3cd04376d req-fcaa3b98-34ad-4b40-85a9-0e1a7569c1e8 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:35.648118 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8e4f1688-2125-441f-8931-4ce3cd04376d req-fcaa3b98-34ad-4b40-85a9-0e1a7569c1e8 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 944 time: 0.0875900
Apr 03 05:33:35.677866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:35.698056 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8e4f1688-2125-441f-8931-4ce3cd04376d req-4d75293f-450a-487f-a731-d67e971409a7 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432072
Apr 03 05:33:35.706300 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcb736b-f986-4173-bc00-d69995048369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66993eea-6cf3-4e38-874c-27e349b7b307'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:35.717689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 66993eea-6cf3-4e38-874c-27e349b7b307, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66993eea-6cf3-4e38-874c-27e349b7b307,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:33:35.720832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:35.724098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df2cee13-bec2-4674-b774-69e4b7b07e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:35.762465 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcb736b-f986-4173-bc00-d69995048369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66993eea-6cf3-4e38-874c-27e349b7b307', 'code': 200}
Apr 03 05:33:35.796798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=66993eea-6cf3-4e38-874c-27e349b7b307,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:35.799880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:35.994676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97b104-72d2-4a10-91d7-44e86598bff4 req-621360cb-ff83-4f26-8b81-a7454356c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:35.996175 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb97b104-72d2-4a10-91d7-44e86598bff4 req-621360cb-ff83-4f26-8b81-a7454356c86f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 1098 time: 0.0782104
Apr 03 05:33:36.038894 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb97b104-72d2-4a10-91d7-44e86598bff4 req-6281b87c-8d8d-40de-b7cc-bcd530c6e65f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358725
Apr 03 05:33:36.873172 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:36.914593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55b947-8c63-4b2d-ae70-69ade30402b6 req-40ac191b-c554-4907-a94c-51dc3eead455 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:36.916213 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ea55b947-8c63-4b2d-ae70-69ade30402b6 req-40ac191b-c554-4907-a94c-51dc3eead455 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 945 time: 0.0993674
Apr 03 05:33:36.971587 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ea55b947-8c63-4b2d-ae70-69ade30402b6 req-1ecd11d3-93f6-4e33-9451-4b0517ffb353 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454681
Apr 03 05:33:37.357437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:33:38.176049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f73182-78dc-4ee3-9aa8-ebb3d1b3d37a req-9a2dc7f4-232b-423c-bdc5-7d0923491e1f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:38.177644 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-22f73182-78dc-4ee3-9aa8-ebb3d1b3d37a req-9a2dc7f4-232b-423c-bdc5-7d0923491e1f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 945 time: 0.0904007
Apr 03 05:33:38.225897 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-22f73182-78dc-4ee3-9aa8-ebb3d1b3d37a req-e0cd1615-8fb1-4216-8911-adbec3de921a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401909
Apr 03 05:33:51.257144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df229-0087-495a-a808-28b13a466f51 req-9d138daa-d63a-4f21-900e-cc5e7a991520 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:51.258637 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-9d138daa-d63a-4f21-900e-cc5e7a991520 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 814 time: 0.1598294
Apr 03 05:33:51.274826 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-fdc34a8e-7418-4ff9-a63c-02e10b95ab5d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/quotas/ad52ba3a716d48f2a0dd655007ccf5af HTTP/1.1" status: 200  len: 375 time: 0.0100784
Apr 03 05:33:51.372864 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-60f24894-3eae-4988-9c8d-65a45ba5f93b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0925162
Apr 03 05:33:51.619738 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-af80d24c-0e07-4e8f-b225-a0511da2b5d2 service neutron] 10.222.0.30 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2393777
Apr 03 05:33:51.768891 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-2510f8e0-9f30-4092-9719-3aba0dbc73af service neutron] 10.222.0.30 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426079
Apr 03 05:33:51.964125 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e004302c-3539-435a-b79b-2a806e96ae28 req-80c65f5f-c0cd-49a6-af4d-5b3c5c0f6849 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 210 time: 0.0490587
Apr 03 05:33:53.136995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df229-0087-495a-a808-28b13a466f51 req-74a7d362-1802-47ff-b130-1243d37de74b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:53.138588 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-74a7d362-1802-47ff-b130-1243d37de74b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 814 time: 0.2015927
Apr 03 05:33:53.146125 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ab9482b7-7d8a-4f0f-a2d7-638b31ae687b req-2d048708-0624-48ff-b5b3-b47996526847 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 210 time: 0.0634489
Apr 03 05:33:53.151454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Request body: {'port': {'device_id': '5df2aa63-2a93-4fc3-9780-2fef896a43d8', 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'admin_state_up': True, 'tenant_id': 'ad52ba3a716d48f2a0dd655007ccf5af'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:33:53.298245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:33:53.308989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:33:53.317830 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Made reservation on behalf of ad52ba3a716d48f2a0dd655007ccf5af for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:33:53.324023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:53.501084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Allocated IP 172.20.0.12 (6e2402a0-5e2f-44b6-9a9b-5ebe645e9550/2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76/faf86dec-6b8a-4844-b795-23fa8be821ab) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:33:53.711421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:53.740022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:53.752699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', '0c904ed3-56c6-4ca9-9450-414a729340e8', '66993eea-6cf3-4e38-874c-27e349b7b307'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:33:53.762335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fae607aa-de88-41fd-ad66-3d799b1d3235 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:53.906793 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Pushing event updated for resources: {'Port': ['ID=faf86dec-6b8a-4844-b795-23fa8be821ab,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:53.920200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.920607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.921003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.921397 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.921786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.922178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.922561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.922946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.923352 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.923737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.924120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.924502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:33:53.929227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:53.929997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:53.969083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:33:53.970247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:33:53.972735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:33:54.038954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:54.039665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:54.071863 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9246786
Apr 03 05:33:54.086173 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Request body: {'port': {'device_id': '5df2aa63-2a93-4fc3-9780-2fef896a43d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:33:54.209403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:54.477648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61594a4-c9f8-496c-ad4a-4e30939f6ea1 req-25f4c3db-c011-49ad-8d3b-61e9ca8f729f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:54.478415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-a61594a4-c9f8-496c-ad4a-4e30939f6ea1 req-25f4c3db-c011-49ad-8d3b-61e9ca8f729f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:33:54.522617 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-a61594a4-c9f8-496c-ad4a-4e30939f6ea1 req-25f4c3db-c011-49ad-8d3b-61e9ca8f729f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:33:54.523950 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a61594a4-c9f8-496c-ad4a-4e30939f6ea1 req-25f4c3db-c011-49ad-8d3b-61e9ca8f729f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 932 time: 0.2584143
Apr 03 05:33:54.647654 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a61594a4-c9f8-496c-ad4a-4e30939f6ea1 req-ec36a949-36f2-4b74-ba0d-e1e756ff4e7b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120119
Apr 03 05:33:54.754084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf86dec-6b8a-4844-b795-23fa8be821ab {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:33:54.761798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:54.776569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Transition to ACTIVE for port object faf86dec-6b8a-4844-b795-23fa8be821ab will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:33:54.779423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:54.794920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3959523c-3b6c-4213-a982-6d04b7a37164 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:55.180308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Pushing event updated for resources: {'Port': ['ID=faf86dec-6b8a-4844-b795-23fa8be821ab,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:55.183270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:55.390142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Attempting to bind port faf86dec-6b8a-4844-b795-23fa8be821ab on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:33:55.390669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Attempting to bind port faf86dec-6b8a-4844-b795-23fa8be821ab by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:33:55.390798 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Attempting to bind port faf86dec-6b8a-4844-b795-23fa8be821ab on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:33:55.395569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Port faf86dec-6b8a-4844-b795-23fa8be821ab on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:33:55.395925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Attempting to bind port faf86dec-6b8a-4844-b795-23fa8be821ab on network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:33:55.401945 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:33:55.402314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Checking segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:33:55.402727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Bound using segment: {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:33:55.403218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Bound port: faf86dec-6b8a-4844-b795-23fa8be821ab, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492b7fcb-4f86-49f0-b503-ba1e71b69ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:33:55.403612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:55.497457 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] For port faf86dec-6b8a-4844-b795-23fa8be821ab, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:33:55.500583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] For port faf86dec-6b8a-4844-b795-23fa8be821ab, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=faf86dec-6b8a-4844-b795-23fa8be821ab,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:33:55.503765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:55.519054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9f47272e-ec5b-4efc-b334-88634918ebae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:33:55.672293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Pushing event updated for resources: {'Port': ['ID=faf86dec-6b8a-4844-b795-23fa8be821ab,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:33:55.677576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:33:55.710730 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:55.711450 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:33:55.712955 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] 10.222.0.35 "PUT /v2.0/ports/faf86dec-6b8a-4844-b795-23fa8be821ab HTTP/1.1" status: 200  len: 1094 time: 1.6321418
Apr 03 05:33:55.713510 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df2aa63-2a93-4fc3-9780-2fef896a43d8', 'tag': 'faf86dec-6b8a-4844-b795-23fa8be821ab'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:33:55.800037 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df2aa63-2a93-4fc3-9780-2fef896a43d8', 'tag': 'faf86dec-6b8a-4844-b795-23fa8be821ab', 'status': 'completed', 'code': 200}
Apr 03 05:33:55.905449 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df229-0087-495a-a808-28b13a466f51 req-ddcf51ee-e641-4328-9276-bd1ac2080730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:55.907054 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-ddcf51ee-e641-4328-9276-bd1ac2080730 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 1097 time: 0.1539550
Apr 03 05:33:55.916374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8f358-721c-42ba-87b7-fb59894d36e2 req-919b0e5c-94b9-4938-8818-83a1118e8faa tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:55.917826 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-45c8f358-721c-42ba-87b7-fb59894d36e2 req-919b0e5c-94b9-4938-8818-83a1118e8faa tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 944 time: 0.1199386
Apr 03 05:33:56.000855 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-86fa9898-e8a9-40ba-851a-eefef15f665d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faf86dec-6b8a-4844-b795-23fa8be821ab HTTP/1.1" status: 200  len: 217 time: 0.0819550
Apr 03 05:33:56.067447 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-45c8f358-721c-42ba-87b7-fb59894d36e2 req-601be370-38a5-4ac4-9568-a697a50c5b4d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951614
Apr 03 05:33:56.087659 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5df229-0087-495a-a808-28b13a466f51 req-68151762-89db-4ea3-bc68-2fe50665c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:56.089212 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-68151762-89db-4ea3-bc68-2fe50665c2b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0730951
Apr 03 05:33:56.151197 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-f9206809-4843-43ab-89f8-065a2aca60a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506387
Apr 03 05:33:56.296439 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-496fc089-a058-465d-964e-b16a1c3c702d service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336403
Apr 03 05:33:56.440504 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f5df229-0087-495a-a808-28b13a466f51 req-86629ec7-ae68-4c88-87dc-09240022837a service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362870
Apr 03 05:33:56.558631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-d651a0ae-fdb4-4ac5-b397-8ca8d221d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:56.560226 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-d651a0ae-fdb4-4ac5-b397-8ca8d221d927 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 1097 time: 0.0777440
Apr 03 05:33:56.700990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-c38ef85a-0ad1-45bc-ad63-ea1aceb3e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:56.702531 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-c38ef85a-0ad1-45bc-ad63-ea1aceb3e1c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 915 time: 0.1358049
Apr 03 05:33:56.778144 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-8c995972-1559-4c7c-b1f4-fe402f1b1b9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=faf86dec-6b8a-4844-b795-23fa8be821ab HTTP/1.1" status: 200  len: 217 time: 0.0684941
Apr 03 05:33:56.850596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-6ac5c58c-25d9-4209-baf6-9b04f739aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:56.852201 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-6ac5c58c-25d9-4209-baf6-9b04f739aab1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0668252
Apr 03 05:33:56.911555 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-f2c19315-07a5-45ce-a015-5115bc0aef4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522039
Apr 03 05:33:57.059598 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-87b8d822-06af-4051-afae-861b4d6bdcdf service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392283
Apr 03 05:33:57.281261 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7be7342-2c0c-45c0-86a9-5a0ac30fa58c req-d10446ec-3ce0-43bd-9884-6df4ee20dd6c service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152166
Apr 03 05:33:57.312765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bbb2b-348d-43be-9122-98c76d0faf08 req-9f424837-16e4-44be-acce-be67de4e2a68 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:57.314348 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4d8bbb2b-348d-43be-9122-98c76d0faf08 req-9f424837-16e4-44be-acce-be67de4e2a68 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 944 time: 0.1213682
Apr 03 05:33:57.363518 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4d8bbb2b-348d-43be-9122-98c76d0faf08 req-924ba3d4-1a4a-4e27-8933-1f573a8359a4 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424213
Apr 03 05:33:58.559795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b10ad3-3b55-465e-92b7-265cd3b9af21 req-8fe66ce8-b69a-4b33-aeed-733dc8773650 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:58.561357 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-98b10ad3-3b55-465e-92b7-265cd3b9af21 req-8fe66ce8-b69a-4b33-aeed-733dc8773650 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 944 time: 0.0888312
Apr 03 05:33:58.609236 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-98b10ad3-3b55-465e-92b7-265cd3b9af21 req-0802da09-f32c-4c70-8301-205e12e4c983 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414963
Apr 03 05:33:59.804302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ee214-2805-491b-8707-9689194a51c4 req-4d33424b-7cfd-4ba4-9190-cdb8abd5bf91 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:33:59.805862 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e6ee214-2805-491b-8707-9689194a51c4 req-4d33424b-7cfd-4ba4-9190-cdb8abd5bf91 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 944 time: 0.0862126
Apr 03 05:33:59.855980 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4e6ee214-2805-491b-8707-9689194a51c4 req-e06817ff-e420-4e1e-8abd-80f00fa7b303 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437481
Apr 03 05:34:00.391411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device faf86dec-6b8a-4844-b795-23fa8be821ab details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:34:00.532559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port faf86dec-6b8a-4844-b795-23fa8be821ab, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=faf86dec-6b8a-4844-b795-23fa8be821ab,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:34:00.546200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': 'faf86dec-6b8a-4844-b795-23fa8be821ab', 'network_id': '6e2402a0-5e2f-44b6-9a9b-5ebe645e9550', 'port_id': 'faf86dec-6b8a-4844-b795-23fa8be821ab', 'mac_address': 'fa:16:3e:a8:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:34:00.608412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:00.625950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf86dec-6b8a-4844-b795-23fa8be821ab {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:34:00.641572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port faf86dec-6b8a-4844-b795-23fa8be821ab, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=faf86dec-6b8a-4844-b795-23fa8be821ab,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:34:00.644312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:00.646093 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:00.714536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=faf86dec-6b8a-4844-b795-23fa8be821ab,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:00.717721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:01.051199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457bd39-7696-4177-85c7-48bafdd7f9ec req-d805acee-e003-432f-ba37-b4b9a1d1a1f9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:01.052771 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7457bd39-7696-4177-85c7-48bafdd7f9ec req-d805acee-e003-432f-ba37-b4b9a1d1a1f9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 945 time: 0.0861423
Apr 03 05:34:01.100957 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7457bd39-7696-4177-85c7-48bafdd7f9ec req-c91e7298-d0c2-46db-b97a-e7b379d77266 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410721
Apr 03 05:34:02.128193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d65b-c8a8-4b18-b5de-1109d3d16516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:02.301689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4aeb8-b773-4589-b5da-f67d43b47291 req-0e3de6d5-3dd9-43c4-83b3-611f53189091 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:02.303970 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-80a4aeb8-b773-4589-b5da-f67d43b47291 req-0e3de6d5-3dd9-43c4-83b3-611f53189091 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 945 time: 0.0894377
Apr 03 05:34:02.350618 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-80a4aeb8-b773-4589-b5da-f67d43b47291 req-19beb11a-305d-48aa-b3f2-a7dc977f2b5a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397861
Apr 03 05:34:03.305298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:03.551032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44653d4-2bb0-472f-98b3-a48614e424b2 req-b0d70848-47a7-49d0-81be-7bfab2b30a57 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:03.552631 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b44653d4-2bb0-472f-98b3-a48614e424b2 req-b0d70848-47a7-49d0-81be-7bfab2b30a57 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 945 time: 0.0863855
Apr 03 05:34:03.600531 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b44653d4-2bb0-472f-98b3-a48614e424b2 req-f0178e7a-cd2e-4d19-b99c-1f8efda76e79 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406826
Apr 03 05:34:03.870510 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['faf86dec-6b8a-4844-b795-23fa8be821ab'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:34:04.347244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d684ed2-3a7d-4352-9143-cd4cb89465d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:04.809419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f98e1-977b-428a-a365-d88188dba7c6 req-5778e8d2-6cbf-40d1-9fea-16a4576859ae tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:04.811022 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a3f98e1-977b-428a-a365-d88188dba7c6 req-5778e8d2-6cbf-40d1-9fea-16a4576859ae tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 945 time: 0.0919914
Apr 03 05:34:04.864784 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a3f98e1-977b-428a-a365-d88188dba7c6 req-ba781d33-f6d0-498e-be7c-625b82e6d08b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426333
Apr 03 05:34:05.387749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:05.729734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device faf86dec-6b8a-4844-b795-23fa8be821ab up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:34:05.799859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port faf86dec-6b8a-4844-b795-23fa8be821ab completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:34:05.804880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port faf86dec-6b8a-4844-b795-23fa8be821ab triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:34:05.805296 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:05.930044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:05.960785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df2aa63-2a93-4fc3-9780-2fef896a43d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf86dec-6b8a-4844-b795-23fa8be821ab'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:34:05.971537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port faf86dec-6b8a-4844-b795-23fa8be821ab, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=faf86dec-6b8a-4844-b795-23fa8be821ab,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:34:05.976248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:05.978150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:06.019012 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df2aa63-2a93-4fc3-9780-2fef896a43d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf86dec-6b8a-4844-b795-23fa8be821ab', 'code': 200}
Apr 03 05:34:06.053827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=faf86dec-6b8a-4844-b795-23fa8be821ab,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:06.061791 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.062180 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.062536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.062911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.063796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.063796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.063998 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.064333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.064698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.065064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.065418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.065773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:06.070946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:06.086439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc128793-6b68-4b63-8470-c0f6efa1392e req-bcf87550-2527-4137-a07f-03590b88b7ca tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:06.088478 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fc128793-6b68-4b63-8470-c0f6efa1392e req-bcf87550-2527-4137-a07f-03590b88b7ca tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 946 time: 0.1143694
Apr 03 05:34:06.141899 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fc128793-6b68-4b63-8470-c0f6efa1392e req-547e9f0c-59a6-4878-a8f6-3f42817b88d9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465975
Apr 03 05:34:06.293236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f44af-104b-4542-bede-b36040b6663c req-ae98870c-2b5b-4e86-8552-29f9cfa96322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:06.294851 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b56f44af-104b-4542-bede-b36040b6663c req-ae98870c-2b5b-4e86-8552-29f9cfa96322 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 1099 time: 0.0790770
Apr 03 05:34:06.339430 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b56f44af-104b-4542-bede-b36040b6663c req-3a471219-ce49-435d-bd70-2f21bedca4d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374455
Apr 03 05:34:06.864082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:07.358696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307a552-eac4-42ef-9c15-e24baa80c4b8 req-5205074d-caf0-4187-a515-f7ccc431c1f6 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:07.360387 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a307a552-eac4-42ef-9c15-e24baa80c4b8 req-5205074d-caf0-4187-a515-f7ccc431c1f6 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 946 time: 0.1002698
Apr 03 05:34:07.410560 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a307a552-eac4-42ef-9c15-e24baa80c4b8 req-f251ea2d-ce57-455e-85b8-0d6447b2c40a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435762
Apr 03 05:34:08.607488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213faac-2a63-466a-b51a-5456cdc6f12c req-4bac22ed-ab92-4026-99c5-7facef0cf863 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:08.609069 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1213faac-2a63-466a-b51a-5456cdc6f12c req-4bac22ed-ab92-4026-99c5-7facef0cf863 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 946 time: 0.0882707
Apr 03 05:34:08.655441 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1213faac-2a63-466a-b51a-5456cdc6f12c req-bcdc059e-aefb-4950-8b0a-e8b6a9c94f66 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400360
Apr 03 05:34:14.357289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:34:18.910233 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45952) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:19.033309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.048495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:19.052949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4ddf749d294eaca91acbcd79f055d1 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:19.055870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:19.061829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:19.154546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.157587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.166735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e4e26434-f709-4588-887d-f5bb1f70e7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:19.209340 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e4ddf749d294eaca91acbcd79f055d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2974813
Apr 03 05:34:19.211088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed9085e-3bbd-415e-8a33-4160d461a87a,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:19.212543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 45958) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:19.219009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.219467 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.219888 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.220304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.220714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.221124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.221528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.221932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.222338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.222741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.223145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.223569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:19.228443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:19.278762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b6c0-e568-4d16-a9b5-df8e955a28e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.305407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b6c0-e568-4d16-a9b5-df8e955a28e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.349142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b6c0-e568-4d16-a9b5-df8e955a28e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.354185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8d84dd5d-930f-4b05-a48b-7648207a1906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:19.367766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5b6c0-e568-4d16-a9b5-df8e955a28e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed9085e-3bbd-415e-8a33-4160d461a87a,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:19.370771 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c6f5b6c0-e568-4d16-a9b5-df8e955a28e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:19.371749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c6f5b6c0-e568-4d16-a9b5-df8e955a28e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.373021 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c6f5b6c0-e568-4d16-a9b5-df8e955a28e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ed9085e-3bbd-415e-8a33-4160d461a87a HTTP/1.1" status: 204  len: 168 time: 0.1591077
Apr 03 05:34:19.664251 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 45968) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:19.684026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.699656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:19.703717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c38cec835748eca52dbecbfbb40437 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:19.706882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:19.712848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:19.795829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.798622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.807952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d64448e7-903d-4222-b5f3-ac1809bafce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:19.849473 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1c38cec835748eca52dbecbfbb40437&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1840305
Apr 03 05:34:19.851236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab7db3-a4eb-441f-8a5d-86cb74bd26a8,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:19.852432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 45972) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:19.854410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ab6b88b9-a761-424d-8b3b-1f93f2f8f657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:19.913577 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6d78cf95-3264-4777-90df-d464a605afa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.940287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6d78cf95-3264-4777-90df-d464a605afa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.983932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6d78cf95-3264-4777-90df-d464a605afa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:19.989063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c582314d-3aa4-46f4-9840-43fe08a233ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:20.002496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78cf95-3264-4777-90df-d464a605afa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab7db3-a4eb-441f-8a5d-86cb74bd26a8,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:20.008257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6d78cf95-3264-4777-90df-d464a605afa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:20.012745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6d78cf95-3264-4777-90df-d464a605afa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:20.016795 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6d78cf95-3264-4777-90df-d464a605afa1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4aab7db3-a4eb-441f-8a5d-86cb74bd26a8 HTTP/1.1" status: 204  len: 168 time: 0.1632164
Apr 03 05:34:23.922637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:24.112517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28b521-f60a-440d-8b6e-202c027e9429 req-fa71b584-84f7-4cd0-a691-f02dcc554388 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:24.114159 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a28b521-f60a-440d-8b6e-202c027e9429 req-fa71b584-84f7-4cd0-a691-f02dcc554388 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 946 time: 0.0908041
Apr 03 05:34:24.163271 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4a28b521-f60a-440d-8b6e-202c027e9429 req-1327a153-3b47-44b8-94a7-64b7396bc800 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419538
Apr 03 05:34:25.364823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532f404-b06a-4cae-8c1f-c315aa48c87f req-6f8b3961-8132-4c69-843f-f72e7df48676 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:25.366297 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9532f404-b06a-4cae-8c1f-c315aa48c87f req-6f8b3961-8132-4c69-843f-f72e7df48676 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 946 time: 0.0895915
Apr 03 05:34:25.414636 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9532f404-b06a-4cae-8c1f-c315aa48c87f req-f82c4519-8954-4fd1-9655-1b1b12c7379f tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420179
Apr 03 05:34:25.745647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-9e6b0f05-3a9c-421a-b0fa-f7478d01be05 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:25.747218 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-9e6b0f05-3a9c-421a-b0fa-f7478d01be05 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 946 time: 0.0873203
Apr 03 05:34:25.827826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Deleting port faf86dec-6b8a-4844-b795-23fa8be821ab {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:34:25.828188 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:26.088470 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] For port faf86dec-6b8a-4844-b795-23fa8be821ab, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=faf86dec-6b8a-4844-b795-23fa8be821ab,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:34:26.088870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:26.462717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Calling delete_port for faf86dec-6b8a-4844-b795-23fa8be821ab owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:34:26.678795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:26.690507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', '0c904ed3-56c6-4ca9-9450-414a729340e8', '66993eea-6cf3-4e38-874c-27e349b7b307', 'faf86dec-6b8a-4844-b795-23fa8be821ab'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:34:26.695527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:26.757410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Pushing event deleted for resources: {'Port': ['ID=faf86dec-6b8a-4844-b795-23fa8be821ab,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:26.770054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129acebf-b7d0-421b-aaa9-4856a84473fd req-b192a19c-6325-4a93-955f-226f65430000 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:26.771705 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-129acebf-b7d0-421b-aaa9-4856a84473fd req-b192a19c-6325-4a93-955f-226f65430000 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=5df2aa63-2a93-4fc3-9780-2fef896a43d8 HTTP/1.1" status: 200  len: 946 time: 0.2296989
Apr 03 05:34:26.774339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:26.888010 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-129acebf-b7d0-421b-aaa9-4856a84473fd req-dc0a9cd2-7190-4b5b-8527-d73a33085e4a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675457
Apr 03 05:34:26.994503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] No DVR routers for this DVR port faf86dec-6b8a-4844-b795-23fa8be821ab on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:34:26.996861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:26.999761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df2aa63-2a93-4fc3-9780-2fef896a43d8', 'name': 'network-vif-deleted', 'tag': 'faf86dec-6b8a-4844-b795-23fa8be821ab'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:34:27.021597 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b151cecd-d19f-4e88-ae53-ce26d0746f69 req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "DELETE /v2.0/ports/faf86dec-6b8a-4844-b795-23fa8be821ab HTTP/1.1" status: 204  len: 173 time: 1.2686026
Apr 03 05:34:27.052955 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df2aa63-2a93-4fc3-9780-2fef896a43d8', 'name': 'network-vif-deleted', 'tag': 'faf86dec-6b8a-4844-b795-23fa8be821ab', 'status': 'completed', 'code': 200}
Apr 03 05:34:29.611059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588dec2-413d-4ed6-8e09-357fb43c00b3 req-e06d96a7-5aca-4d57-a0ad-9744de26b0da tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:29.611881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-c588dec2-413d-4ed6-8e09-357fb43c00b3 req-e06d96a7-5aca-4d57-a0ad-9744de26b0da tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:34:29.626850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-c588dec2-413d-4ed6-8e09-357fb43c00b3 req-e06d96a7-5aca-4d57-a0ad-9744de26b0da tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:34:29.628118 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c588dec2-413d-4ed6-8e09-357fb43c00b3 req-e06d96a7-5aca-4d57-a0ad-9744de26b0da tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 945 time: 0.1096966
Apr 03 05:34:29.676683 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c588dec2-413d-4ed6-8e09-357fb43c00b3 req-4a347efa-996c-4804-82f7-8fa0956c9889 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421000
Apr 03 05:34:29.794541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device faf86dec-6b8a-4844-b795-23fa8be821ab no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:34:29.831470 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: faf86dec-6b8a-4844-b795-23fa8be821ab {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:34:29.832126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device faf86dec-6b8a-4844-b795-23fa8be821ab not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:34:30.058829 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-5d16105f-2e4f-4b99-b1f5-fec9f2d15e05 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0744071
Apr 03 05:34:30.211598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-c26682e7-6029-4956-b1d6-c19738c235fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:30.213192 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-c26682e7-6029-4956-b1d6-c19738c235fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 1099 time: 0.0816588
Apr 03 05:34:30.371598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-5217e1df-503b-4d05-866f-275879f3e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:30.373181 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-5217e1df-503b-4d05-866f-275879f3e7ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 200  len: 915 time: 0.1401317
Apr 03 05:34:30.450665 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-ac96e929-b130-47cb-ac89-22ce2cd98c91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe HTTP/1.1" status: 200  len: 217 time: 0.0704288
Apr 03 05:34:30.522636 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-4f75f2d0-72b6-47cf-8d48-57f4d57e856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:30.524231 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-4f75f2d0-72b6-47cf-8d48-57f4d57e856b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 200  len: 854 time: 0.0663493
Apr 03 05:34:30.577811 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-0be15d10-9baa-4b0c-99e4-58ac3024633b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465796
Apr 03 05:34:30.739374 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-0c1348aa-bf3a-4817-8f85-0c1a72094db6 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488826
Apr 03 05:34:30.959152 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c42ed4a5-fc70-43e1-9815-8bd3bc8656d2 req-a26f09b4-0449-44a8-a352-c2de74ed9015 service neutron] 10.222.0.35 "GET /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2114937
Apr 03 05:34:30.971451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492bab8-2bde-4559-89b3-f6fa5b5dc1a5 req-978b0fc8-e8a1-40b6-8829-1b27c078f256 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:30.972956 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d492bab8-2bde-4559-89b3-f6fa5b5dc1a5 req-978b0fc8-e8a1-40b6-8829-1b27c078f256 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 945 time: 0.1281040
Apr 03 05:34:31.080914 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d492bab8-2bde-4559-89b3-f6fa5b5dc1a5 req-3483bc18-4721-413c-b8d7-905a458918e7 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603428
Apr 03 05:34:31.101907 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-3d595506-5885-488c-89ec-fec7455383b8 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:31.104023 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-3d595506-5885-488c-89ec-fec7455383b8 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 945 time: 0.1294601
Apr 03 05:34:31.184804 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Deleting port 66993eea-6cf3-4e38-874c-27e349b7b307 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:34:31.185190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:31.441967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] For port 66993eea-6cf3-4e38-874c-27e349b7b307, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=66993eea-6cf3-4e38-874c-27e349b7b307,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:34:31.442359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:31.574351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Calling delete_port for 66993eea-6cf3-4e38-874c-27e349b7b307 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:34:31.722909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:31.735142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', '0c904ed3-56c6-4ca9-9450-414a729340e8', '66993eea-6cf3-4e38-874c-27e349b7b307'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:34:31.738469 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-929d0c1a-c227-483c-a0b3-5f0de970dad1 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:31.797109 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Pushing event deleted for resources: {'Port': ['ID=66993eea-6cf3-4e38-874c-27e349b7b307,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:31.801199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:31.994071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] No DVR routers for this DVR port 66993eea-6cf3-4e38-874c-27e349b7b307 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:34:31.996569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:31.999515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bcb736b-f986-4173-bc00-d69995048369', 'name': 'network-vif-deleted', 'tag': '66993eea-6cf3-4e38-874c-27e349b7b307'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:34:32.018540 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-304ae08b-bb82-4354-82cc-06915f2b74ba req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "DELETE /v2.0/ports/66993eea-6cf3-4e38-874c-27e349b7b307 HTTP/1.1" status: 204  len: 173 time: 0.9089229
Apr 03 05:34:32.053083 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bcb736b-f986-4173-bc00-d69995048369', 'name': 'network-vif-deleted', 'tag': '66993eea-6cf3-4e38-874c-27e349b7b307', 'status': 'completed', 'code': 200}
Apr 03 05:34:32.163496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b19853f5-b400-422f-92c7-d704dc58561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:32.278331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-02a81971-cb7b-4344-9b8a-078571e14bb1 req-3f842478-d6c4-4853-aa76-a616f980bd91 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:34:32.294649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-02a81971-cb7b-4344-9b8a-078571e14bb1 req-3f842478-d6c4-4853-aa76-a616f980bd91 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:34:32.296031 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-02a81971-cb7b-4344-9b8a-078571e14bb1 req-3f842478-d6c4-4853-aa76-a616f980bd91 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bcb736b-f986-4173-bc00-d69995048369 HTTP/1.1" status: 200  len: 210 time: 0.0651865
Apr 03 05:34:33.307643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:33.785266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646c0c8-7289-42f4-91a1-a780c51d6f26 req-aaf4886c-ccaf-4643-8f35-b284f24fa0a9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:33.787503 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b646c0c8-7289-42f4-91a1-a780c51d6f26 req-aaf4886c-ccaf-4643-8f35-b284f24fa0a9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 945 time: 0.0913770
Apr 03 05:34:33.809955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 66993eea-6cf3-4e38-874c-27e349b7b307 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:34:33.841179 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b646c0c8-7289-42f4-91a1-a780c51d6f26 req-9577e8fc-8aeb-4435-be28-80a2ada2a3ea tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471840
Apr 03 05:34:33.848282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 66993eea-6cf3-4e38-874c-27e349b7b307 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:34:33.848704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 66993eea-6cf3-4e38-874c-27e349b7b307 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:34:34.347840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2f62b5d4-1335-486f-a5b4-1912801a9645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:35.111247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-4d06b49b-2ed4-4718-9c08-e066848c357c tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:35.112809 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-4d06b49b-2ed4-4718-9c08-e066848c357c tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 945 time: 0.1646793
Apr 03 05:34:35.125359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264f7be-bf8f-4204-91e6-3ef0adb78921 req-118b085f-851d-4463-b10a-e899c9fa3ac9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:35.126965 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8264f7be-bf8f-4204-91e6-3ef0adb78921 req-118b085f-851d-4463-b10a-e899c9fa3ac9 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 945 time: 0.1379154
Apr 03 05:34:35.231785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Deleting port 0c904ed3-56c6-4ca9-9450-414a729340e8 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:34:35.232164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:35.264886 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8264f7be-bf8f-4204-91e6-3ef0adb78921 req-e7718131-f70b-49d4-9ec1-3082c69f1fa2 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057055
Apr 03 05:34:35.389859 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:35.725356 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] For port 0c904ed3-56c6-4ca9-9450-414a729340e8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c904ed3-56c6-4ca9-9450-414a729340e8,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:34:35.725751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:35.855998 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Calling delete_port for 0c904ed3-56c6-4ca9-9450-414a729340e8 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:34:36.000990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:36.013128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:34:36.016242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4c95d91c-77f7-4a55-8340-e146e06ff5dd tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:36.077983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Pushing event deleted for resources: {'Port': ['ID=0c904ed3-56c6-4ca9-9450-414a729340e8,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:36.082084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:36.282901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] No DVR routers for this DVR port 0c904ed3-56c6-4ca9-9450-414a729340e8 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:34:36.285364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:36.288817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c801b6c0-5e18-47d4-9fdd-88ccf64d2565', 'name': 'network-vif-deleted', 'tag': '0c904ed3-56c6-4ca9-9450-414a729340e8'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:34:36.311382 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4b12bd7c-8622-496a-80f2-df3c41970017 req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "DELETE /v2.0/ports/0c904ed3-56c6-4ca9-9450-414a729340e8 HTTP/1.1" status: 204  len: 173 time: 1.1832736
Apr 03 05:34:36.350611 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c801b6c0-5e18-47d4-9fdd-88ccf64d2565', 'name': 'network-vif-deleted', 'tag': '0c904ed3-56c6-4ca9-9450-414a729340e8', 'status': 'completed', 'code': 200}
Apr 03 05:34:36.431640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-3ebe28b9-fc94-4109-8243-f49cb9ec063c req-a87be35e-b732-4877-b7c2-5b7a3dcfb164 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:34:36.446599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-3ebe28b9-fc94-4109-8243-f49cb9ec063c req-a87be35e-b732-4877-b7c2-5b7a3dcfb164 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:34:36.447973 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3ebe28b9-fc94-4109-8243-f49cb9ec063c req-a87be35e-b732-4877-b7c2-5b7a3dcfb164 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=c801b6c0-5e18-47d4-9fdd-88ccf64d2565 HTTP/1.1" status: 200  len: 210 time: 0.0663042
Apr 03 05:34:36.868020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:37.840512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 0c904ed3-56c6-4ca9-9450-414a729340e8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:34:37.881958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 0c904ed3-56c6-4ca9-9450-414a729340e8 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:34:37.882357 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 0c904ed3-56c6-4ca9-9450-414a729340e8 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:34:38.482507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46254) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:38.609667 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:38.624672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:38.628639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Usage tracker for resource:security_group_rule and tenant:b18ff0f0a01d4a3eab6d9eb0a59ad72c is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:38.631670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:38.637747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:38.720476 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:38.722985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:38.732301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ac62480d-ff1f-4367-901e-330dd406002d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:38.774877 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b18ff0f0a01d4a3eab6d9eb0a59ad72c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2911620
Apr 03 05:34:38.775865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57031234-5809-47e4-9456-d15e3dd076d4,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:38.777826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46262) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:38.779516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:38.846500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c75b14a5-aeee-4d00-8375-a2c5d2ec0273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:38.873709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c75b14a5-aeee-4d00-8375-a2c5d2ec0273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:38.920933 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c75b14a5-aeee-4d00-8375-a2c5d2ec0273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:38.925905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d7f0d97d-7b90-48c3-916d-9cf5333f3a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:38.939368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b14a5-aeee-4d00-8375-a2c5d2ec0273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57031234-5809-47e4-9456-d15e3dd076d4,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:38.941854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c75b14a5-aeee-4d00-8375-a2c5d2ec0273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:38.944861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c75b14a5-aeee-4d00-8375-a2c5d2ec0273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:38.948998 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c75b14a5-aeee-4d00-8375-a2c5d2ec0273 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57031234-5809-47e4-9456-d15e3dd076d4 HTTP/1.1" status: 204  len: 168 time: 0.1670492
Apr 03 05:34:39.192233 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c339c7a-62f6-4ab3-9269-06491a57ff1c req-2ddff9ba-570a-4233-92fb-c54e6c67251e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:39.194065 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0c339c7a-62f6-4ab3-9269-06491a57ff1c req-2ddff9ba-570a-4233-92fb-c54e6c67251e tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 946 time: 0.0918221
Apr 03 05:34:39.246076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46274) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:39.247846 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0c339c7a-62f6-4ab3-9269-06491a57ff1c req-d27bc839-7566-44c8-a45c-f364e43d2d59 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468760
Apr 03 05:34:39.265528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:39.281080 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:39.285069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Usage tracker for resource:security_group_rule and tenant:075021bc701947b68d19b915cc6f831f is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:39.288668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:39.294592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:39.377475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:39.379247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:39.387924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a0487149-806a-4794-aa69-5ccbb6eee748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:39.433623 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=075021bc701947b68d19b915cc6f831f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1863520
Apr 03 05:34:39.435387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9c5445-0055-43e9-b956-d108fc4fd8ac,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:39.436500 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46278) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:39.442014 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:39.499219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dea1512-787d-4c7f-b216-045ef454437c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:39.526456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dea1512-787d-4c7f-b216-045ef454437c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:39.571329 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dea1512-787d-4c7f-b216-045ef454437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:39.576291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-354c113a-50be-4844-81c5-f74eb7b17556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:39.589353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea1512-787d-4c7f-b216-045ef454437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9c5445-0055-43e9-b956-d108fc4fd8ac,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:39.592442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2dea1512-787d-4c7f-b216-045ef454437c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:39.594526 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dea1512-787d-4c7f-b216-045ef454437c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:39.595623 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2dea1512-787d-4c7f-b216-045ef454437c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed9c5445-0055-43e9-b956-d108fc4fd8ac HTTP/1.1" status: 204  len: 168 time: 0.1580639
Apr 03 05:34:40.456036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144736b-277c-4dd4-a0e2-ad2091807c9a req-dfc21161-32c5-499f-96e0-841eca80842a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:40.457979 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d144736b-277c-4dd4-a0e2-ad2091807c9a req-dfc21161-32c5-499f-96e0-841eca80842a tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 946 time: 0.0950744
Apr 03 05:34:40.559479 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d144736b-277c-4dd4-a0e2-ad2091807c9a req-290b0720-7d08-4872-8afd-7e2994497abf tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/security-groups?id=af8e6ac1-63f5-472d-b7b1-bf415b03e193&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934508
Apr 03 05:34:40.589930 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-9cb730cb-730b-4a12-816a-84e4e7f8a468 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:40.591718 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-9cb730cb-730b-4a12-816a-84e4e7f8a468 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 946 time: 0.1094508
Apr 03 05:34:40.673288 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Deleting port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:34:40.673673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:40.935183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] For port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,segment=NetworkSegment(492b7fcb-4f86-49f0-b503-ba1e71b69ce9),segment_id=492b7fcb-4f86-49f0-b503-ba1e71b69ce9)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:34:40.935590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:41.071261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Calling delete_port for c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:34:41.226905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:41.239863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:34:41.310451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-232f600c-e032-4843-b043-51fe8dfa1e11 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:41.363114 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Pushing event deleted for resources: {'Port': ['ID=c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:41.374941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:41.495208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] No DVR routers for this DVR port c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:34:41.497536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:41.500319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7', 'name': 'network-vif-deleted', 'tag': 'c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:34:41.517466 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-49d8d5aa-5f41-43dc-963d-9a308284936d req-e432c7ed-3599-4f27-a2a5-c4d616f1fc94 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.35 "DELETE /v2.0/ports/c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe HTTP/1.1" status: 204  len: 173 time: 0.9205770
Apr 03 05:34:41.550586 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7', 'name': 'network-vif-deleted', 'tag': 'c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe', 'status': 'completed', 'code': 200}
Apr 03 05:34:41.751990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-1c09ba7d-8ef1-4321-8efc-8a044f4978fe req-6dbc3731-db8a-4b7a-8728-1587d91e7090 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Synchronizing usage tracker for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:34:41.766412 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-1c09ba7d-8ef1-4321-8efc-8a044f4978fe req-6dbc3731-db8a-4b7a-8728-1587d91e7090 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Unset dirty status for tenant:ad52ba3a716d48f2a0dd655007ccf5af on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:34:41.767692 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1c09ba7d-8ef1-4321-8efc-8a044f4978fe req-6dbc3731-db8a-4b7a-8728-1587d91e7090 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e1ed9ba-7948-4f2e-abf2-f85bcf6ff2e7 HTTP/1.1" status: 200  len: 210 time: 0.0662124
Apr 03 05:34:42.870586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46340) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:42.936207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] Deleting subnet 2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:34:42.939311 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:42.995591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590422'] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:43.054144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:43.317739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851343981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2349856'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:43.334459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:43.380627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:43.384173 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:43.469133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:43.475610 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4c0c6085-1875-4d44-a8e4-aa73259a5f08 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2f27d6fa-d35f-4f5a-a546-e1f40dcc8c76 HTTP/1.1" status: 204  len: 168 time: 0.6036909
Apr 03 05:34:43.478265 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46352) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:43.598719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:43.791320 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:43.871538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:34:43.906306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc647c712b0>,) {'filters': {'network_id': ['6e2402a0-5e2f-44b6-9a9b-5ebe645e9550']}} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:34:43.910143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:34:43.910538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device c2ff3d22-0e1c-4adc-8192-89c0e31d1cbe not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:34:43.919491 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc647c712b0>, '492b7fcb-4f86-49f0-b503-ba1e71b69ce9') {'for_net_delete': True} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:34:43.919826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc647c712b0>, '492b7fcb-4f86-49f0-b503-ba1e71b69ce9') {} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:34:43.932348 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852185377'] for segment, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:43.947627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:43.953943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:34:44.135328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:34:44.144186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851344072'] for segment, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:44.322023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Network 6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:34:44.344396 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:34:44.417549 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:44.421520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-00eab0db-3010-4d18-843b-a091db04035e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:44.437729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:44.447507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2402a0-5e2f-44b6-9a9b-5ebe645e9550,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:44.452309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:44.458613 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f277c0a1-cbb3-4036-a789-1409f4e11957 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6e2402a0-5e2f-44b6-9a9b-5ebe645e9550 HTTP/1.1" status: 204  len: 168 time: 0.9788315
Apr 03 05:34:44.633034 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46364) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:44.685117 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3ad73277-527e-49fa-a0bf-0d92f81e0d07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad52ba3a716d48f2a0dd655007ccf5af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507226
Apr 03 05:34:44.687516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46368) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:44.747598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aebe86b5-5c3e-4a29-ac5c-c6c88cedda7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:44.774195 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aebe86b5-5c3e-4a29-ac5c-c6c88cedda7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:44.819200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aebe86b5-5c3e-4a29-ac5c-c6c88cedda7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:44.824379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-34baf6f0-7e47-4412-92dc-a3b3de3d3a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:44.838870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe86b5-5c3e-4a29-ac5c-c6c88cedda7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8e6ac1-63f5-472d-b7b1-bf415b03e193,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:44.843036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-aebe86b5-5c3e-4a29-ac5c-c6c88cedda7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:44.859612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-aebe86b5-5c3e-4a29-ac5c-c6c88cedda7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:44.863788 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-aebe86b5-5c3e-4a29-ac5c-c6c88cedda7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af8e6ac1-63f5-472d-b7b1-bf415b03e193 HTTP/1.1" status: 204  len: 168 time: 0.1753149
Apr 03 05:34:45.343156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46390) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:45.529967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:45.547574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:45.551787 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Usage tracker for resource:security_group_rule and tenant:b30adb345d03462aabc13d18ab077483 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:45.554795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:45.560803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:45.650974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:45.653862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:45.663280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df65ac08-4df9-4f7e-b919-2a604629af5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:45.706099 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b30adb345d03462aabc13d18ab077483&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3616068
Apr 03 05:34:45.707244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c41aa-5912-4687-b05e-fd2d4366e284,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:45.709524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46406) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:45.710470 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:45.773309 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34cdad0c-c8b8-455e-b06f-36d13787ebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:45.803537 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34cdad0c-c8b8-455e-b06f-36d13787ebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:45.856030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34cdad0c-c8b8-455e-b06f-36d13787ebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:45.861428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6e5c6910-edbe-4807-ad92-b478daf21f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:45.872369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdad0c-c8b8-455e-b06f-36d13787ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76c41aa-5912-4687-b05e-fd2d4366e284,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:45.876100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-34cdad0c-c8b8-455e-b06f-36d13787ebfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:45.879427 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34cdad0c-c8b8-455e-b06f-36d13787ebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:45.884227 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-34cdad0c-c8b8-455e-b06f-36d13787ebfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a76c41aa-5912-4687-b05e-fd2d4366e284 HTTP/1.1" status: 204  len: 168 time: 0.1730444
Apr 03 05:34:46.241794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46428) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:46.264003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:46.281331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:46.285567 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Usage tracker for resource:security_group_rule and tenant:88d3113608e94302b78aba02796265ad is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:46.290494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:46.297957 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:46.386973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:46.390214 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:46.403961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2dea1512-787d-4c7f-b216-045ef454437c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:46.727218 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88d3113608e94302b78aba02796265ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4811997
Apr 03 05:34:46.727218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4f2973-e3b6-48e6-a3c6-2c5fb79fb6e5,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:46.728351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46442) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:46.730362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:46.822498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50ded500-85d1-47fb-910f-c3cb8a49a19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:46.855743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50ded500-85d1-47fb-910f-c3cb8a49a19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:46.908432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50ded500-85d1-47fb-910f-c3cb8a49a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:46.913842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-66446e7f-bea4-4435-8fd2-1cd6323b9896 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:46.931015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ded500-85d1-47fb-910f-c3cb8a49a19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4f2973-e3b6-48e6-a3c6-2c5fb79fb6e5,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:46.933673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-50ded500-85d1-47fb-910f-c3cb8a49a19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:46.943937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-50ded500-85d1-47fb-910f-c3cb8a49a19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:46.947661 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-50ded500-85d1-47fb-910f-c3cb8a49a19b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db4f2973-e3b6-48e6-a3c6-2c5fb79fb6e5 HTTP/1.1" status: 204  len: 168 time: 0.2157521
Apr 03 05:34:49.260111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46524) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:49.385202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:49.400762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:49.404775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:da3f7cef497c4fbda03acca4e2be505d is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:49.407738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:49.413682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:49.497094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:49.499890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:49.509413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-04369c63-1e10-4964-9ebf-64ec3a8c16da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:49.552924 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da3f7cef497c4fbda03acca4e2be505d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2917113
Apr 03 05:34:49.553861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd00829-dd8c-4552-9faa-d84d05cb516d,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:49.555981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46530) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:49.557082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:49.617928 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-31c7b521-b0ad-4edf-8525-c748b6e3aa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:49.644646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-31c7b521-b0ad-4edf-8525-c748b6e3aa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:49.688143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-31c7b521-b0ad-4edf-8525-c748b6e3aa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:49.693905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-06a9c9e3-b8bd-417d-a5cc-fdf93ce38495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:49.706563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7b521-b0ad-4edf-8525-c748b6e3aa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd00829-dd8c-4552-9faa-d84d05cb516d,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:49.709979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-31c7b521-b0ad-4edf-8525-c748b6e3aa0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:49.717492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-31c7b521-b0ad-4edf-8525-c748b6e3aa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:49.721248 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-31c7b521-b0ad-4edf-8525-c748b6e3aa0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4fd00829-dd8c-4552-9faa-d84d05cb516d HTTP/1.1" status: 204  len: 168 time: 0.1616538
Apr 03 05:34:50.006618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46540) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:50.026271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:50.041455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:50.045447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Usage tracker for resource:security_group_rule and tenant:83b809d0b7ed44fdad67e005253b3e17 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:50.048399 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:50.055418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:50.144340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:50.147315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:50.156130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4d5ee139-4b1b-481f-96b2-93b48191d383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:50.198200 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83b809d0b7ed44fdad67e005253b3e17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1903646
Apr 03 05:34:50.199918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8811b58-f999-46bc-94bf-5190abe36b90,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:50.201201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46544) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:50.203044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fb88446f-f48a-453e-96f3-b1e4889c64cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:50.264776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8f68ea00-c654-445c-a971-775082d7d863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:50.292525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8f68ea00-c654-445c-a971-775082d7d863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:50.339726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8f68ea00-c654-445c-a971-775082d7d863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:50.344494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0e50ab1b-332d-4b61-9e2f-099d6248bb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:50.358953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68ea00-c654-445c-a971-775082d7d863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8811b58-f999-46bc-94bf-5190abe36b90,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:50.362017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8f68ea00-c654-445c-a971-775082d7d863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:50.367013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8f68ea00-c654-445c-a971-775082d7d863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:50.368237 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8f68ea00-c654-445c-a971-775082d7d863 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8811b58-f999-46bc-94bf-5190abe36b90 HTTP/1.1" status: 204  len: 168 time: 0.1659703
Apr 03 05:34:51.357215 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:34:52.496951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46620) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:52.619223 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:52.635151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:52.639088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Usage tracker for resource:security_group_rule and tenant:5cee470378524eb1a75c1464e702d0f8 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:52.641996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:52.648563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:52.731969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:52.734568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:52.744011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3b1c71a0-3f63-472c-9885-523869b18aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:52.788230 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cee470378524eb1a75c1464e702d0f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2876086
Apr 03 05:34:52.788230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495d5f8-3de6-4751-a468-dae02e1f342e,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:52.788726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46626) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:52.789967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-20afbd97-b21b-4695-aab3-b30e7bfcd8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:52.851444 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c276dfc2-8f78-46f1-9be1-5c4e7fc403c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:52.878224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c276dfc2-8f78-46f1-9be1-5c4e7fc403c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:52.921597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c276dfc2-8f78-46f1-9be1-5c4e7fc403c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:52.927003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a1a692f3-59d8-41c3-88bf-eb80f2c6ff84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:52.939365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276dfc2-8f78-46f1-9be1-5c4e7fc403c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495d5f8-3de6-4751-a468-dae02e1f342e,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:52.941601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c276dfc2-8f78-46f1-9be1-5c4e7fc403c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:52.949158 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c276dfc2-8f78-46f1-9be1-5c4e7fc403c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:52.950360 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c276dfc2-8f78-46f1-9be1-5c4e7fc403c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6495d5f8-3de6-4751-a468-dae02e1f342e HTTP/1.1" status: 204  len: 168 time: 0.1605837
Apr 03 05:34:53.245209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46634) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:53.267583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:53.283059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:53.287057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Usage tracker for resource:security_group_rule and tenant:0033ccd15f9b493fab1431d216125e1a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:53.289970 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:53.295871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:53.377714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:53.381319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:53.389834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:53.431838 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0033ccd15f9b493fab1431d216125e1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1854885
Apr 03 05:34:53.432836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99100498-1f94-430c-9693-141f901abaa0,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:53.434836 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46640) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:53.436010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:53.501394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05aef5fd-dba2-4940-bc8e-c16a908faa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:53.532770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05aef5fd-dba2-4940-bc8e-c16a908faa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:53.577979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05aef5fd-dba2-4940-bc8e-c16a908faa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:53.583739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-dec061f0-dc79-4ac0-a671-56d0b969c863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:53.598733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aef5fd-dba2-4940-bc8e-c16a908faa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99100498-1f94-430c-9693-141f901abaa0,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:53.601863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-05aef5fd-dba2-4940-bc8e-c16a908faa86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:53.606600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05aef5fd-dba2-4940-bc8e-c16a908faa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:53.610028 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-05aef5fd-dba2-4940-bc8e-c16a908faa86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99100498-1f94-430c-9693-141f901abaa0 HTTP/1.1" status: 204  len: 168 time: 0.1711071
Apr 03 05:34:53.932381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.361036 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46668) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:54.474707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1501483278-network', 'tenant_id': 'c212061dd57d4249871df5b681246c8a'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:34:54.479950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:54.484024 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Usage tracker for resource:network and tenant:c212061dd57d4249871df5b681246c8a is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:54.486995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:54.493541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:54.503065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Made reservation on behalf of c212061dd57d4249871df5b681246c8a for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:34:54.508322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.521914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.537664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:54.541656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Usage tracker for resource:security_group_rule and tenant:c212061dd57d4249871df5b681246c8a is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:54.544534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:54.550467 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:54.636207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.638877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.643094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c68691db-a40d-41a1-aa6f-16d7fd671121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:54.668809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:34:54.682198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d6b6da-7f7f-4d79-824c-25d8f4dda562,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:54.686718 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:54.687750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.688176 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Added segment ad5e3e90-0bec-42b9-b609-f2b9138bafeb of type vlan for network aefcbfac-b988-4810-9687-671e2725794b
Apr 03 05:34:54.717016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.749796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.751148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:54.751817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:54.757568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:54.861507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Pushing event updated for resources: {'Network': ['ID=aefcbfac-b988-4810-9687-671e2725794b,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:54.864854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:54.866870 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8c08abde-7fe2-45f5-948c-bbbc30918f9d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5047407
Apr 03 05:34:54.871428 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46680) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:54.872126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network aefcbfac-b988-4810-9687-671e2725794b details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:34:54.877701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Request body: {'subnet': {'network_id': 'aefcbfac-b988-4810-9687-671e2725794b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1501483278-subnet', 'tenant_id': 'c212061dd57d4249871df5b681246c8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:34:54.883704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:54.887900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Usage tracker for resource:subnet and tenant:c212061dd57d4249871df5b681246c8a is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:54.890891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:54.897875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:54.912584 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Made reservation on behalf of c212061dd57d4249871df5b681246c8a for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:34:54.917751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852161939'] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.087727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46686) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:55.226794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.242418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:55.246600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Usage tracker for resource:security_group_rule and tenant:7c748cc156a24a619136a480cb78e937 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:55.250050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:55.256403 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:55.342588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852390341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852161954'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.342852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.345483 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.354591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5cdcb630-5e86-440b-b00c-b5bc11b9da53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:55.358048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:55.402774 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c748cc156a24a619136a480cb78e937&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3137755
Apr 03 05:34:55.403763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd248935-9c81-4749-bf00-67ad48995cbf,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:55.407235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46692) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:55.424183 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.424530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.424941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.425343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.425743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.426143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.426616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.426991 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.427439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.427834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.428225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.428616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:34:55.433812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:55.483417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b2d94b36-d446-4602-8fbd-884597f13641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.492721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d8590d-8089-4921-858a-4c8a51c1e24f,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:55.496731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:55.513022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b2d94b36-d446-4602-8fbd-884597f13641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.557515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b2d94b36-d446-4602-8fbd-884597f13641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.559654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Checking segment: {'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:34:55.560050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Network hostable DHCP agents. Network: aefcbfac-b988-4810-9687-671e2725794b, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:34:55.562467 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6b823661-69e8-4bdd-b630-b5e596392d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:55.575706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d94b36-d446-4602-8fbd-884597f13641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd248935-9c81-4749-bf00-67ad48995cbf,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:55.578487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b2d94b36-d446-4602-8fbd-884597f13641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:55.580395 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Network aefcbfac-b988-4810-9687-671e2725794b is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:34:55.589201 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b2d94b36-d446-4602-8fbd-884597f13641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.593132 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b2d94b36-d446-4602-8fbd-884597f13641 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd248935-9c81-4749-bf00-67ad48995cbf HTTP/1.1" status: 204  len: 168 time: 0.1819715
Apr 03 05:34:55.593294 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, aefcbfac-b988-4810-9687-671e2725794b) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:34:55.603606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:55.604242 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.604641 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cd8a58-57fc-452e-bc10-64ae71c5d3ad None None] Network aefcbfac-b988-4810-9687-671e2725794b requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:34:55.632000 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2fd10068-04bc-4cfa-aee7-a8b763253321 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7592046
Apr 03 05:34:55.849984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e350d776-9143-47ab-8dae-9ba2fc7141b4 None None] Network aefcbfac-b988-4810-9687-671e2725794b requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:34:55.919745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46706) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:55.940910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:55.958660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:55.963064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Usage tracker for resource:security_group_rule and tenant:88683c1d4c124bf09af1edf99b674434 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:55.966315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:55.973140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:56.079418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:56.085854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:56.098393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-acb91b31-0069-4c96-b2f1-21870629ae6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:56.186713 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f59afb-d928-4a5b-b278-000f775a3e74,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:56.191574 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88683c1d4c124bf09af1edf99b674434&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2705574
Apr 03 05:34:56.193315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4229c943-54e0-4ed5-9362-96a6ba4def63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:56.195133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46714) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:56.261326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-28689efb-992c-4a00-85f3-550d77a1b140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:56.290833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-28689efb-992c-4a00-85f3-550d77a1b140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:56.343131 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-28689efb-992c-4a00-85f3-550d77a1b140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:56.351643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6c165c7c-bbd8-4da2-a410-4f74acbaba59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:56.362829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28689efb-992c-4a00-85f3-550d77a1b140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f59afb-d928-4a5b-b278-000f775a3e74,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:56.369162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-28689efb-992c-4a00-85f3-550d77a1b140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:56.370019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-28689efb-992c-4a00-85f3-550d77a1b140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:56.371257 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-28689efb-992c-4a00-85f3-550d77a1b140 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93f59afb-d928-4a5b-b278-000f775a3e74 HTTP/1.1" status: 204  len: 168 time: 0.1749909
Apr 03 05:34:57.883807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-40b3697a-24fb-4716-a122-c4a3da3c6daa tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:34:57.885432 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-40b3697a-24fb-4716-a122-c4a3da3c6daa tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/networks?id=aefcbfac-b988-4810-9687-671e2725794b HTTP/1.1" status: 200  len: 814 time: 0.1655173
Apr 03 05:34:57.902420 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-b82e6526-3ce0-4f22-9c30-f4a65ed41124 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/quotas/c212061dd57d4249871df5b681246c8a HTTP/1.1" status: 200  len: 375 time: 0.0102713
Apr 03 05:34:57.958126 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-d62a5910-3ca6-4598-a065-782c21af415c tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c212061dd57d4249871df5b681246c8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0492418
Apr 03 05:34:58.105084 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-9920aa79-2edd-4b96-ada6-2635a0102c8a service neutron] 10.222.0.30 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392629
Apr 03 05:34:58.263095 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-8e683777-a240-4fdc-b685-2c1b273785ff service neutron] 10.222.0.30 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409559
Apr 03 05:34:58.458878 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-774694f8-c4f3-4bf7-9fd4-9f4a0c8502b7 req-9bbff015-d4fd-474e-b69a-ff25ab1e279a tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 210 time: 0.0509229
Apr 03 05:34:59.121032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46820) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:59.244967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:59.260561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:59.264536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Usage tracker for resource:security_group_rule and tenant:32700723af1747f5b9fd2cc49b36aaa2 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:59.267498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:59.274209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:34:59.364362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:59.366941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:59.375477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-28689efb-992c-4a00-85f3-550d77a1b140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:59.417163 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32700723af1747f5b9fd2cc49b36aaa2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2947497
Apr 03 05:34:59.419280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d7acda-3df0-4b5a-86b1-fc6b2e44f5e1,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:59.420068 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46826) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:59.422400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:59.482729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a18d604b-4f18-48b4-9343-207c4e0decb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:59.510886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a18d604b-4f18-48b4-9343-207c4e0decb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:59.557178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a18d604b-4f18-48b4-9343-207c4e0decb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:59.562293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-55620851-75b4-40f0-8ecc-b4a3995ac3b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:34:59.576996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d604b-4f18-48b4-9343-207c4e0decb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d7acda-3df0-4b5a-86b1-fc6b2e44f5e1,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:34:59.580110 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a18d604b-4f18-48b4-9343-207c4e0decb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:34:59.581064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a18d604b-4f18-48b4-9343-207c4e0decb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:59.586229 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a18d604b-4f18-48b4-9343-207c4e0decb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8d7acda-3df0-4b5a-86b1-fc6b2e44f5e1 HTTP/1.1" status: 204  len: 168 time: 0.1613948
Apr 03 05:34:59.646038 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-71e0ae5c-2618-4a99-a5fa-8569043efd78 req-613d690e-73a2-4ff2-8f52-c7ecb3d39294 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 210 time: 0.0741575
Apr 03 05:34:59.886517 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 46838) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:34:59.906630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:34:59.921549 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:34:59.925519 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d5cdb6f8038f41e3a259e35682a257a5 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:34:59.928589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:34:59.934463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:00.021953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:00.024700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:00.032748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0a4aeb14-643c-4ea3-b3c6-13431e175543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:00.074979 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5cdb6f8038f41e3a259e35682a257a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1871085
Apr 03 05:35:00.075949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b942000e-0153-4301-b2df-baa6d182c8ea,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:00.077942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 46842) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:00.079102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-feb1f836-52cd-470d-86e4-a58e94a3d2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:00.144609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a8c0991c-842a-49b7-a766-3da37c366445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:00.173221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a8c0991c-842a-49b7-a766-3da37c366445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:00.222569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a8c0991c-842a-49b7-a766-3da37c366445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:00.227845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6331367f-ffb2-4e52-b3ed-a76ab2a630cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:00.241291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0991c-842a-49b7-a766-3da37c366445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b942000e-0153-4301-b2df-baa6d182c8ea,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:00.243562 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a8c0991c-842a-49b7-a766-3da37c366445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:00.250948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a8c0991c-842a-49b7-a766-3da37c366445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:00.253618 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a8c0991c-842a-49b7-a766-3da37c366445 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b942000e-0153-4301-b2df-baa6d182c8ea HTTP/1.1" status: 204  len: 168 time: 0.1725376
Apr 03 05:35:00.412355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-20937b42-02dc-4364-a139-85e708eafe10 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:00.413832 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-20937b42-02dc-4364-a139-85e708eafe10 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.35 "GET /v2.0/networks?id=aefcbfac-b988-4810-9687-671e2725794b HTTP/1.1" status: 200  len: 814 time: 0.1605129
Apr 03 05:35:00.425872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Request body: {'port': {'device_id': '01003640-36e0-4729-9fa7-f72a40eb9c8b', 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b', 'admin_state_up': True, 'tenant_id': 'c212061dd57d4249871df5b681246c8a'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:35:00.576253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:00.580268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Usage tracker for resource:port and tenant:c212061dd57d4249871df5b681246c8a is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:00.584165 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:00.590119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:00.599712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Made reservation on behalf of c212061dd57d4249871df5b681246c8a for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:35:00.606037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:00.832396 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ab2f7609-64c2-4d94-b5fb-ac15575fb295 req-0f21c3fa-5375-41e1-a4e6-2b2a4089a1cf tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 210 time: 0.0584455
Apr 03 05:35:00.842600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Allocated IP 172.20.0.2 (aefcbfac-b988-4810-9687-671e2725794b/e8d8590d-8089-4921-858a-4c8a51c1e24f/580cadfe-1ec9-47b8-99df-56909006abc8) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:35:01.096651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:01.150775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:01.256813 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:01.355435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Pushing event updated for resources: {'Port': ['ID=580cadfe-1ec9-47b8-99df-56909006abc8,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:01.360409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:01.393122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Network aefcbfac-b988-4810-9687-671e2725794b is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:35:01.394316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:35:01.396721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:35:01.476041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:01.476876 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:01.499775 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-64d44e52-e6be-45bd-934f-251cc6fe3b1f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0778921
Apr 03 05:35:01.513211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Request body: {'port': {'device_id': '01003640-36e0-4729-9fa7-f72a40eb9c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:35:01.644289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:02.140064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd85152-334d-4b53-8b8f-84c4ef1f4796 req-9616f345-ab56-4453-82c3-67b8f3555bfa tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:02.140837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-8cd85152-334d-4b53-8b8f-84c4ef1f4796 req-9616f345-ab56-4453-82c3-67b8f3555bfa tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Synchronizing usage tracker for tenant:c212061dd57d4249871df5b681246c8a on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:35:02.148919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7aaf894d-32cf-4d06-a3b9-dab96fd847eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:02.153758 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580cadfe-1ec9-47b8-99df-56909006abc8 {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:35:02.166405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:02.187977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Transition to ACTIVE for port object 580cadfe-1ec9-47b8-99df-56909006abc8 will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:35:02.189310 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-8cd85152-334d-4b53-8b8f-84c4ef1f4796 req-9616f345-ab56-4453-82c3-67b8f3555bfa tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Unset dirty status for tenant:c212061dd57d4249871df5b681246c8a on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:35:02.190520 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8cd85152-334d-4b53-8b8f-84c4ef1f4796 req-9616f345-ab56-4453-82c3-67b8f3555bfa tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 931 time: 0.2225597
Apr 03 05:35:02.191599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:02.208932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a032dab3-89fc-4269-8be7-52222313927d tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:02.391993 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8cd85152-334d-4b53-8b8f-84c4ef1f4796 req-9b74c1b2-113a-4d04-867a-55672ef3050f tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841588
Apr 03 05:35:02.394753 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Pushing event updated for resources: {'Port': ['ID=580cadfe-1ec9-47b8-99df-56909006abc8,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:02.399331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:02.624043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Attempting to bind port 580cadfe-1ec9-47b8-99df-56909006abc8 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:35:02.624503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Attempting to bind port 580cadfe-1ec9-47b8-99df-56909006abc8 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:35:02.624886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Attempting to bind port 580cadfe-1ec9-47b8-99df-56909006abc8 on network aefcbfac-b988-4810-9687-671e2725794b {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:35:02.630012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Port 580cadfe-1ec9-47b8-99df-56909006abc8 on network aefcbfac-b988-4810-9687-671e2725794b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:35:02.630370 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Attempting to bind port 580cadfe-1ec9-47b8-99df-56909006abc8 on network aefcbfac-b988-4810-9687-671e2725794b {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:35:02.635994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:35:02.636371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Checking segment: {'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:35:02.636793 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Bound using segment: {'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:35:02.637264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Bound port: 580cadfe-1ec9-47b8-99df-56909006abc8, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:35:02.637648 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:02.733333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] For port 580cadfe-1ec9-47b8-99df-56909006abc8, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:35:02.736429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] For port 580cadfe-1ec9-47b8-99df-56909006abc8, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=580cadfe-1ec9-47b8-99df-56909006abc8,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:35:02.739826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:02.754614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-696a529f-1865-4f1b-a832-d93afefbbc46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:02.908099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Pushing event updated for resources: {'Port': ['ID=580cadfe-1ec9-47b8-99df-56909006abc8,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:02.913130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:02.943631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:02.944264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:02.945746 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-a4aa7ab7-b808-4c7d-b80b-aff94c848a7f service neutron] 10.222.0.35 "PUT /v2.0/ports/580cadfe-1ec9-47b8-99df-56909006abc8 HTTP/1.1" status: 200  len: 1093 time: 1.4383020
Apr 03 05:35:02.946260 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01003640-36e0-4729-9fa7-f72a40eb9c8b', 'tag': '580cadfe-1ec9-47b8-99df-56909006abc8'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:35:03.024735 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01003640-36e0-4729-9fa7-f72a40eb9c8b', 'tag': '580cadfe-1ec9-47b8-99df-56909006abc8', 'status': 'completed', 'code': 200}
Apr 03 05:35:03.065687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-b521c002-c485-4919-97e9-f9a1d6ec406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:03.067808 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-b521c002-c485-4919-97e9-f9a1d6ec406c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c212061dd57d4249871df5b681246c8a&device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 1096 time: 0.0834486
Apr 03 05:35:03.153189 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-036cb054-6682-4682-8a46-acf2ae125f57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=580cadfe-1ec9-47b8-99df-56909006abc8 HTTP/1.1" status: 200  len: 217 time: 0.0766938
Apr 03 05:35:03.224650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-e2d9b945-c8ce-4803-ac59-0c4c4a29499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:03.226177 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-e2d9b945-c8ce-4803-ac59-0c4c4a29499b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8d8590d-8089-4921-858a-4c8a51c1e24f HTTP/1.1" status: 200  len: 854 time: 0.0662897
Apr 03 05:35:03.279388 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-1156f450-a5e3-42b0-91cf-90c4955b158a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aefcbfac-b988-4810-9687-671e2725794b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452428
Apr 03 05:35:03.309764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:03.718680 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-3d8d46d6-5e4d-4eda-baf5-1a01d05ccfc6 service neutron] 10.222.0.35 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4312329
Apr 03 05:35:03.776113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f4c6-1b7e-4437-8b10-11b086b3a0c0 req-1337df1b-6945-4248-b416-154864fe4ba3 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:03.777685 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d583f4c6-1b7e-4437-8b10-11b086b3a0c0 req-1337df1b-6945-4248-b416-154864fe4ba3 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 943 time: 0.1695850
Apr 03 05:35:03.892949 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d583f4c6-1b7e-4437-8b10-11b086b3a0c0 req-2a4c14d0-aaf7-4a57-9a73-7e4740e8cbcf tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648832
Apr 03 05:35:03.918669 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0bf8fd8-9d54-4843-8adc-ff757abb198e req-41e0c36e-c425-464d-8072-eaf2b16588b8 service neutron] 10.222.0.35 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916277
Apr 03 05:35:04.037476 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-0b259c4b-28ce-4486-922a-9f7091e5af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:04.039065 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-0b259c4b-28ce-4486-922a-9f7091e5af49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c212061dd57d4249871df5b681246c8a&device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 1096 time: 0.0782950
Apr 03 05:35:04.183182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-eb56f14b-1059-4325-a1cd-aeb4388d0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:04.184833 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-eb56f14b-1059-4325-a1cd-aeb4388d0c54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aefcbfac-b988-4810-9687-671e2725794b HTTP/1.1" status: 200  len: 915 time: 0.1387246
Apr 03 05:35:04.261050 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-b82c0774-ec2f-403e-8f92-5936c40cbe2e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=580cadfe-1ec9-47b8-99df-56909006abc8 HTTP/1.1" status: 200  len: 217 time: 0.0692127
Apr 03 05:35:04.331979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-4e0b18dd-87c8-4376-ad66-6e0f90d8bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:04.333650 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-4e0b18dd-87c8-4376-ad66-6e0f90d8bfcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8d8590d-8089-4921-858a-4c8a51c1e24f HTTP/1.1" status: 200  len: 854 time: 0.0657287
Apr 03 05:35:04.349683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1133abe9-5036-4ca0-b481-ffb55b3ee01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:04.389049 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-b050d171-2f58-4572-858b-a45841f5c13b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aefcbfac-b988-4810-9687-671e2725794b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471959
Apr 03 05:35:04.530784 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-47719967-2a43-4f9b-a487-0cc989ae4c83 service neutron] 10.222.0.35 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346030
Apr 03 05:35:04.672866 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a5e81ce-cd0e-4645-a992-360325d4d255 req-0d7ea119-c497-4096-802a-b7af687c133c service neutron] 10.222.0.35 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353161
Apr 03 05:35:05.099711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2746d3-e90e-4f01-8d97-84b02f1b343e req-4343d309-3631-4ce9-8b03-b025ffed2c6c tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:05.101379 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd2746d3-e90e-4f01-8d97-84b02f1b343e req-4343d309-3631-4ce9-8b03-b025ffed2c6c tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 943 time: 0.0910141
Apr 03 05:35:05.170562 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd2746d3-e90e-4f01-8d97-84b02f1b343e req-7bdb77b3-276c-43fe-80c1-13a50e323bbf tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575187
Apr 03 05:35:05.261970 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-12a19494-05d2-4676-9f36-7c7931e1cc2a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632402440&fields=id&tenant_id=31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 267 time: 0.0457003
Apr 03 05:35:05.392952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:05.425823 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601a85-f164-4320-8e89-1be489983473 req-ecb03a95-f455-48df-96cb-8b9588e4c55e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:05.428166 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-ecb03a95-f455-48df-96cb-8b9588e4c55e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 812 time: 0.1588478
Apr 03 05:35:05.443878 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-9c9dffd1-7d3b-431d-965c-6c1fcb56e5e7 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/quotas/31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 375 time: 0.0095179
Apr 03 05:35:05.539931 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-80b9993d-9eb4-4f87-ac87-ab19fa4383fc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0903919
Apr 03 05:35:05.687613 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-a39184b8-fcb1-4357-b4dd-779849f0ee2d service neutron] 10.222.0.30 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353033
Apr 03 05:35:05.829473 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-b59b9de1-4902-4b87-8aed-543aa92f0974 service neutron] 10.222.0.30 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348071
Apr 03 05:35:06.043946 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 580cadfe-1ec9-47b8-99df-56909006abc8 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:35:06.188917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 580cadfe-1ec9-47b8-99df-56909006abc8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=580cadfe-1ec9-47b8-99df-56909006abc8,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:35:06.206030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '580cadfe-1ec9-47b8-99df-56909006abc8', 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b', 'port_id': '580cadfe-1ec9-47b8-99df-56909006abc8', 'mac_address': 'fa:16:3e:83:9a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d8590d-8089-4921-858a-4c8a51c1e24f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:35:06.278027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:06.284384 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5a781273-1ef0-472b-94ae-d4d8fc970a05 req-54ecc901-fcd4-4189-b738-6844e13e8ff6 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 210 time: 0.0801098
Apr 03 05:35:06.315825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580cadfe-1ec9-47b8-99df-56909006abc8 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:35:06.336660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 580cadfe-1ec9-47b8-99df-56909006abc8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=580cadfe-1ec9-47b8-99df-56909006abc8,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:35:06.340570 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:06.342685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:06.401658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0e41-1191-422b-b4aa-3d0e4dfd52fb req-be36e101-6d19-4f6a-880b-e2738b6d820a tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:06.409526 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-635c0e41-1191-422b-b4aa-3d0e4dfd52fb req-be36e101-6d19-4f6a-880b-e2738b6d820a tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 944 time: 0.1089752
Apr 03 05:35:06.421693 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=580cadfe-1ec9-47b8-99df-56909006abc8,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:06.432048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.433166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.433783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.434249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.434913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.435803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.436282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.436866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.437415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.438267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.438649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.439126 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:06.446336 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:06.459990 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-635c0e41-1191-422b-b4aa-3d0e4dfd52fb req-5f5627e1-37c8-4dd6-975a-5808a3968e3a tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492523
Apr 03 05:35:06.555703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['580cadfe-1ec9-47b8-99df-56909006abc8'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:35:06.870147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:07.472316 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db4d9c1e-f991-4580-8d05-603f93dc5ec5 req-7a737f31-80d8-4040-a775-f86565070099 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 210 time: 0.0672057
Apr 03 05:35:07.486023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601a85-f164-4320-8e89-1be489983473 req-872c55d1-b11c-434e-89b1-a0c086fb1dee tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:07.487554 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-872c55d1-b11c-434e-89b1-a0c086fb1dee tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 812 time: 0.2107074
Apr 03 05:35:07.566701 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-32d4eb65-e308-44d8-9c4e-ea130a89ce1a tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=31bcf1f94f3544beae4040841dfddd85 HTTP/1.1" status: 200  len: 8061 time: 0.0702295
Apr 03 05:35:07.575978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'port': {'device_id': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'admin_state_up': True, 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'security_groups': ['93dbc980-5a85-451d-8e45-7bd6e0c947fb']}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:35:07.782732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:07.799021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3b8d3-928e-4bd8-8396-1a75131805e0 req-1f9f508a-3f56-451e-a438-102c936a08c6 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:07.800629 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e9e3b8d3-928e-4bd8-8396-1a75131805e0 req-1f9f508a-3f56-451e-a438-102c936a08c6 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 944 time: 0.2070065
Apr 03 05:35:07.804548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:07.837389 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Made reservation on behalf of 31bcf1f94f3544beae4040841dfddd85 for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:35:07.843281 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:07.918027 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e9e3b8d3-928e-4bd8-8396-1a75131805e0 req-578f7c00-3d4d-48c5-b5f7-7413882a4338 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100683
Apr 03 05:35:08.041511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Allocated IP 172.20.0.9 (e2427387-615b-4b68-b00f-8e980c0c2e83/3a7e8198-b2a7-4116-9ce7-b6b269e3d90e/2ca07c03-192f-4a33-9eae-d8fdd325dd36) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:35:08.046466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 580cadfe-1ec9-47b8-99df-56909006abc8 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:35:08.193665 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 580cadfe-1ec9-47b8-99df-56909006abc8 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:35:08.199122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 580cadfe-1ec9-47b8-99df-56909006abc8 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:35:08.200002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:08.281253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:08.299687 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Transition to ACTIVE for port object 2ca07c03-192f-4a33-9eae-d8fdd325dd36 will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:35:08.327250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:08.333378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:08.362513 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01003640-36e0-4729-9fa7-f72a40eb9c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580cadfe-1ec9-47b8-99df-56909006abc8'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:35:08.373745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 580cadfe-1ec9-47b8-99df-56909006abc8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=580cadfe-1ec9-47b8-99df-56909006abc8,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:35:08.379726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:08.381366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:08.445356 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01003640-36e0-4729-9fa7-f72a40eb9c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580cadfe-1ec9-47b8-99df-56909006abc8', 'code': 200}
Apr 03 05:35:08.461548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=580cadfe-1ec9-47b8-99df-56909006abc8,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:08.464669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:08.466896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:08.560727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Network e2427387-615b-4b68-b00f-8e980c0c2e83 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:35:08.560727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:35:08.560727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:35:08.591198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=2ca07c03-192f-4a33-9eae-d8fdd325dd36,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:08.594437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:08.640502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:08.641164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:08.685326 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1133652
Apr 03 05:35:08.747258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Request body: {'port': {'device_id': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:35:08.767825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99e33f-09a6-4c65-907c-e03fcdddd8a4 req-85469f84-4b6d-43f2-8ec8-ef040684babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:08.769564 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2a99e33f-09a6-4c65-907c-e03fcdddd8a4 req-85469f84-4b6d-43f2-8ec8-ef040684babc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 1098 time: 0.1024821
Apr 03 05:35:08.825959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-0437e5c5-e268-4fe3-9317-c49ba242a1bf None None] Provisioning for port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:35:08.826872 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2a99e33f-09a6-4c65-907c-e03fcdddd8a4 req-ee1eb7e3-caa6-4dab-9cc0-5f42b608dccf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506430
Apr 03 05:35:08.830857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-0437e5c5-e268-4fe3-9317-c49ba242a1bf None None] Provisioning complete for port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:35:08.831345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0437e5c5-e268-4fe3-9317-c49ba242a1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:08.888660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-0437e5c5-e268-4fe3-9317-c49ba242a1bf None None] Port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:35:08.907727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01d20f-3b8b-4a66-9359-4a4dca1d03bf req-7f73bb9a-26ed-4f42-b5a6-8dca2d5ae660 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:08.908480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-2f01d20f-3b8b-4a66-9359-4a4dca1d03bf req-7f73bb9a-26ed-4f42-b5a6-8dca2d5ae660 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Synchronizing usage tracker for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:35:08.911646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:08.976754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-2f01d20f-3b8b-4a66-9359-4a4dca1d03bf req-7f73bb9a-26ed-4f42-b5a6-8dca2d5ae660 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Unset dirty status for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:35:08.978074 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f01d20f-3b8b-4a66-9359-4a4dca1d03bf req-7f73bb9a-26ed-4f42-b5a6-8dca2d5ae660 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 931 time: 0.3001759
Apr 03 05:35:09.097210 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2f01d20f-3b8b-4a66-9359-4a4dca1d03bf req-008604a7-1429-434c-9b95-d953bb8a357b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084673
Apr 03 05:35:09.632593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ebec4-de77-4897-ae8e-5c270b7ae1fa req-122ed62a-752d-484a-8684-a7d2817263c2 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:09.634180 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb7ebec4-de77-4897-ae8e-5c270b7ae1fa req-122ed62a-752d-484a-8684-a7d2817263c2 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 945 time: 0.4473250
Apr 03 05:35:09.740318 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fb7ebec4-de77-4897-ae8e-5c270b7ae1fa req-c4579bf2-5c3d-46bf-8e20-ea1a6a061c9c tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989671
Apr 03 05:35:09.750239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca07c03-192f-4a33-9eae-d8fdd325dd36 {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:35:09.764223 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:09.773863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Transition to ACTIVE for port object 2ca07c03-192f-4a33-9eae-d8fdd325dd36 will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:35:09.777073 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:09.792899 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-acceca9a-a396-4c15-acb4-08e0ef484fa3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:09.940704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Pushing event updated for resources: {'Port': ['ID=2ca07c03-192f-4a33-9eae-d8fdd325dd36,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:09.945294 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:10.169632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Attempting to bind port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:35:10.169927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Attempting to bind port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:35:10.170278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Attempting to bind port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 on network e2427387-615b-4b68-b00f-8e980c0c2e83 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:35:10.176951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 on network e2427387-615b-4b68-b00f-8e980c0c2e83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:35:10.177454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Attempting to bind port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 on network e2427387-615b-4b68-b00f-8e980c0c2e83 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:35:10.192708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:35:10.193336 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Checking segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:35:10.193827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Bound using segment: {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:35:10.194374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Bound port: 2ca07c03-192f-4a33-9eae-d8fdd325dd36, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f79fe0-52ab-445e-a1b2-85bd954c822d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:35:10.195429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:10.368199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] For port 2ca07c03-192f-4a33-9eae-d8fdd325dd36, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:35:10.372652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] For port 2ca07c03-192f-4a33-9eae-d8fdd325dd36, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:35:10.377002 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:10.392652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d8b86969-d829-41a7-9765-e8327f9e94af tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:10.464246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37ecf2-6d8a-4deb-a4f7-6c244c67f6b7 req-034ecc7a-26c8-4242-843c-8ef07a9cd509 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:10.465762 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0f37ecf2-6d8a-4deb-a4f7-6c244c67f6b7 req-034ecc7a-26c8-4242-843c-8ef07a9cd509 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 943 time: 0.2192047
Apr 03 05:35:10.592360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Pushing event updated for resources: {'Port': ['ID=2ca07c03-192f-4a33-9eae-d8fdd325dd36,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:10.600055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:10.609587 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0f37ecf2-6d8a-4deb-a4f7-6c244c67f6b7 req-79ea2507-8139-496a-8e39-f944577676bf tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954816
Apr 03 05:35:10.638042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:10.638683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:10.640279 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-f01d4038-61f8-4d38-83c4-4f2d701a8d3a service neutron] 10.222.0.35 "PUT /v2.0/ports/2ca07c03-192f-4a33-9eae-d8fdd325dd36 HTTP/1.1" status: 200  len: 1093 time: 1.8978250
Apr 03 05:35:10.640802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:35:10.719206 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'status': 'completed', 'code': 200}
Apr 03 05:35:10.758947 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601a85-f164-4320-8e89-1be489983473 req-6227719e-a47f-40b0-a20c-36d80fd48531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:10.760627 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-6227719e-a47f-40b0-a20c-36d80fd48531 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 1096 time: 0.0849178
Apr 03 05:35:10.838811 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-411e1872-8d94-4b1a-89d6-23aa570cb62d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36 HTTP/1.1" status: 200  len: 217 time: 0.0705833
Apr 03 05:35:10.959966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601a85-f164-4320-8e89-1be489983473 req-ebd64371-d41a-4da8-a67b-c1a32e13fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:10.961406 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-ebd64371-d41a-4da8-a67b-c1a32e13fc56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.1165791
Apr 03 05:35:11.043673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5966e-e910-4016-8954-285e6ebe3558 req-d23ad0db-ba45-4d39-9f75-89a8b34bf5e0 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:11.045216 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-91f5966e-e910-4016-8954-285e6ebe3558 req-d23ad0db-ba45-4d39-9f75-89a8b34bf5e0 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 945 time: 0.1625314
Apr 03 05:35:11.101030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29601a85-f164-4320-8e89-1be489983473 req-bef029b7-f79f-4fd7-af50-5e9c726d7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:11.102569 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-bef029b7-f79f-4fd7-af50-5e9c726d7def service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1294005
Apr 03 05:35:11.137891 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-91f5966e-e910-4016-8954-285e6ebe3558 req-4c5ae606-ea7c-489a-98db-7de8d1671aa3 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836043
Apr 03 05:35:11.260021 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-16e91889-707d-45d8-a221-f604120e2f41 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472051
Apr 03 05:35:11.409361 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-29601a85-f164-4320-8e89-1be489983473 req-e8569e8d-441d-4064-b2df-b470fc65080e service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427095
Apr 03 05:35:11.545721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-78dd1475-e0cf-4c8c-b4cc-0efcc9e8d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:11.547272 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-78dd1475-e0cf-4c8c-b4cc-0efcc9e8d9ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 1096 time: 0.0877335
Apr 03 05:35:11.704374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-c43e5b9c-76dc-4a0e-bd7e-e6f136252657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:11.706244 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-c43e5b9c-76dc-4a0e-bd7e-e6f136252657 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.1524229
Apr 03 05:35:11.823298 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-46c90463-48f1-4d54-8fe4-da0f3ab5047e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36 HTTP/1.1" status: 200  len: 217 time: 0.1094327
Apr 03 05:35:11.923769 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-77b7ab55-8f72-4b90-ab14-6f9d097008ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:11.925305 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-77b7ab55-8f72-4b90-ab14-6f9d097008ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0859823
Apr 03 05:35:11.982190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d1038-54bf-4357-8b3d-b867c35b1562 req-a55516ad-f86a-4072-ac16-6bb3a70e3edb tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:11.983840 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b90d1038-54bf-4357-8b3d-b867c35b1562 req-a55516ad-f86a-4072-ac16-6bb3a70e3edb tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 943 time: 0.2116430
Apr 03 05:35:12.052214 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b90d1038-54bf-4357-8b3d-b867c35b1562 req-bc618597-c992-4026-8b2e-6787a187c539 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582948
Apr 03 05:35:12.064658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-9df2ec24-231d-4ccb-9a9a-5c4e3d1c9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:12.066192 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-9df2ec24-231d-4ccb-9a9a-5c4e3d1c9b47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1315494
Apr 03 05:35:12.218124 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-e317cd58-871d-4a4b-ae50-a9e4478e7e04 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446936
Apr 03 05:35:12.361426 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-924e9e2c-ae53-4a32-b67a-9fcf2a12a25c req-a584c4df-cec1-4185-adb9-ea172bd7528e service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366396
Apr 03 05:35:13.258853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d183a-bac0-4ec1-b80f-5cf469eff745 req-9c280810-b5f0-4744-b040-c28b78772463 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:13.260685 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e47d183a-bac0-4ec1-b80f-5cf469eff745 req-9c280810-b5f0-4744-b040-c28b78772463 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 943 time: 0.0901098
Apr 03 05:35:13.308873 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e47d183a-bac0-4ec1-b80f-5cf469eff745 req-84489e42-2444-427e-a757-abe198052eb1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418649
Apr 03 05:35:14.102990 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 47090) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:14.229488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:14.244870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:14.249011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Usage tracker for resource:security_group_rule and tenant:b9ae2fa0173e4dcf96b6f8bc002ce394 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:14.252104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:14.258994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:14.347639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:14.351097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:14.595421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5d90ae11-3f00-43ba-aa3c-3c645049c08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:14.687731 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9ae2fa0173e4dcf96b6f8bc002ce394&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5834444
Apr 03 05:35:14.690610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47098) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:14.691230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d66759-307f-4097-823b-1f1fb681b2a0,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:14.694816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:14.730486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6a73f-12ec-4959-90b9-8eabf24054d0 req-534d267e-8ad8-4935-b257-80eda91331f2 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:14.732102 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dee6a73f-12ec-4959-90b9-8eabf24054d0 req-534d267e-8ad8-4935-b257-80eda91331f2 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 943 time: 0.1379845
Apr 03 05:35:14.759783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-26038810-3b32-4020-8ddf-1854e9577d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:14.782934 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-dee6a73f-12ec-4959-90b9-8eabf24054d0 req-4e5472ab-f440-42ac-9378-8744d34ff2c1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443425
Apr 03 05:35:14.787583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-26038810-3b32-4020-8ddf-1854e9577d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:14.838286 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-26038810-3b32-4020-8ddf-1854e9577d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:14.843413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c407b697-8234-4022-8074-c905289e1e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:14.858184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26038810-3b32-4020-8ddf-1854e9577d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d66759-307f-4097-823b-1f1fb681b2a0,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:14.861249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-26038810-3b32-4020-8ddf-1854e9577d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:14.865788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-26038810-3b32-4020-8ddf-1854e9577d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:14.869595 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-26038810-3b32-4020-8ddf-1854e9577d92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98d66759-307f-4097-823b-1f1fb681b2a0 HTTP/1.1" status: 204  len: 168 time: 0.1752887
Apr 03 05:35:15.166898 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47108) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:15.186934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:15.203891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:15.208264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Usage tracker for resource:security_group_rule and tenant:f06c4a4eebcf4c7781d220a93d586e14 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:15.211364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:15.217344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:15.303885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:15.306936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:15.315781 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8e881e3f-d283-4776-9a94-db7130a997de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:15.362163 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f06c4a4eebcf4c7781d220a93d586e14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1938744
Apr 03 05:35:15.364085 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07564ff-2015-4132-9ef0-185f0c9f7577,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:15.365580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 47112) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:15.367748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-37eb3eab-8ef1-492f-b4e5-a1cb14d3a031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:15.431504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d687cefd-6a2c-4ed7-8117-2a1eb3afbd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:15.459967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d687cefd-6a2c-4ed7-8117-2a1eb3afbd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:15.504891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d687cefd-6a2c-4ed7-8117-2a1eb3afbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:15.510950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a8c0991c-842a-49b7-a766-3da37c366445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:15.523719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687cefd-6a2c-4ed7-8117-2a1eb3afbd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07564ff-2015-4132-9ef0-185f0c9f7577,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:15.526125 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d687cefd-6a2c-4ed7-8117-2a1eb3afbd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:15.535191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d687cefd-6a2c-4ed7-8117-2a1eb3afbd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:15.537485 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-d687cefd-6a2c-4ed7-8117-2a1eb3afbd06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d07564ff-2015-4132-9ef0-185f0c9f7577 HTTP/1.1" status: 204  len: 168 time: 0.1705041
Apr 03 05:35:15.992492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59e79d-e2a9-4385-8c0a-7d0a57bb38af req-48a83277-49e1-4561-a696-4f064fee29da tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:15.994092 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ec59e79d-e2a9-4385-8c0a-7d0a57bb38af req-48a83277-49e1-4561-a696-4f064fee29da tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 943 time: 0.0962551
Apr 03 05:35:16.046081 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ec59e79d-e2a9-4385-8c0a-7d0a57bb38af req-8e1a40e1-02f9-4576-a7d6-cf06e050b6a9 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454717
Apr 03 05:35:17.252466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8ac9e-ca0c-474a-b1ef-691fc5b46d6c req-35001c83-2e1f-4d9c-bc2c-ed962007465d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:17.254142 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d8e8ac9e-ca0c-474a-b1ef-691fc5b46d6c req-35001c83-2e1f-4d9c-bc2c-ed962007465d tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 943 time: 0.0934391
Apr 03 05:35:17.303832 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d8e8ac9e-ca0c-474a-b1ef-691fc5b46d6c req-5abe783c-2af8-446b-8683-ad65008666b7 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431111
Apr 03 05:35:18.101162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 2ca07c03-192f-4a33-9eae-d8fdd325dd36 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:35:18.249436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 2ca07c03-192f-4a33-9eae-d8fdd325dd36, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:35:18.263918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'port_id': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'mac_address': 'fa:16:3e:f8:dd:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:35:18.333522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:18.353434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca07c03-192f-4a33-9eae-d8fdd325dd36 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:35:18.372803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 2ca07c03-192f-4a33-9eae-d8fdd325dd36, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:35:18.378862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:18.380966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e53e584a-1016-415f-a5ab-9896ac7fd8a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:18.460402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=2ca07c03-192f-4a33-9eae-d8fdd325dd36,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:18.469055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:18.531027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02061d-a413-49c7-885c-bae14bb9f7c1 req-ba0e3424-871d-4291-b79c-53e08b136fcc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:18.532811 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2c02061d-a413-49c7-885c-bae14bb9f7c1 req-ba0e3424-871d-4291-b79c-53e08b136fcc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 944 time: 0.0962279
Apr 03 05:35:18.581560 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2c02061d-a413-49c7-885c-bae14bb9f7c1 req-2f99292c-9a21-40ec-878a-519427d3c6a2 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417891
Apr 03 05:35:18.639273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['2ca07c03-192f-4a33-9eae-d8fdd325dd36'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:35:19.785881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dba609-2212-4333-871a-8dc1b516b152 req-fe5ad763-d782-4d1c-aa25-4bd5ea342828 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:19.787513 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-00dba609-2212-4333-871a-8dc1b516b152 req-fe5ad763-d782-4d1c-aa25-4bd5ea342828 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 944 time: 0.0883820
Apr 03 05:35:19.840974 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-00dba609-2212-4333-871a-8dc1b516b152 req-6ffae187-9ecc-4445-a914-ddef0436e766 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464921
Apr 03 05:35:20.114581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 2ca07c03-192f-4a33-9eae-d8fdd325dd36 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:35:20.192040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:35:20.198147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:35:20.198673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:20.352925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:20.379645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:35:20.390236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 2ca07c03-192f-4a33-9eae-d8fdd325dd36, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:35:20.392890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:20.394739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:20.433386 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'code': 200}
Apr 03 05:35:20.467367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=2ca07c03-192f-4a33-9eae-d8fdd325dd36,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:20.470353 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:20.735144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0239dd0-cbc7-40c9-9d02-1a5df80da109 req-85dbe896-e0dc-423b-8be2-4c0aeb6c890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:20.736781 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0239dd0-cbc7-40c9-9d02-1a5df80da109 req-85dbe896-e0dc-423b-8be2-4c0aeb6c890d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 1098 time: 0.0785880
Apr 03 05:35:20.780319 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d0239dd0-cbc7-40c9-9d02-1a5df80da109 req-6951005c-a4c1-4dea-8e75-4b53ee6f3ccd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367537
Apr 03 05:35:21.047082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01139088-1b81-46bc-aeb0-c1ed28c4e8bc req-913375e7-575a-41ae-b20b-5d5e084bad61 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:21.048697 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-01139088-1b81-46bc-aeb0-c1ed28c4e8bc req-913375e7-575a-41ae-b20b-5d5e084bad61 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 945 time: 0.0918992
Apr 03 05:35:21.099171 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-01139088-1b81-46bc-aeb0-c1ed28c4e8bc req-f009beb2-7724-438e-8163-2c83d6e6c869 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433631
Apr 03 05:35:22.304703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec836e67-5616-4f48-ae05-6dd8c2f4abc6 req-70edb79a-8eb3-40c9-ab4d-9230b8bce0ef tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:22.306298 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ec836e67-5616-4f48-ae05-6dd8c2f4abc6 req-70edb79a-8eb3-40c9-ab4d-9230b8bce0ef tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 945 time: 0.0897617
Apr 03 05:35:22.354929 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ec836e67-5616-4f48-ae05-6dd8c2f4abc6 req-e85fdca9-3644-4dc9-b13c-3e9ee2edc183 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420585
Apr 03 05:35:22.566030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e0cbc-0546-4c26-bf0c-8408ccbed2ab req-e78e3d22-dab0-42b4-91cb-2031b8e65b4f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:22.567693 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d89e0cbc-0546-4c26-bf0c-8408ccbed2ab req-e78e3d22-dab0-42b4-91cb-2031b8e65b4f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 945 time: 0.0969198
Apr 03 05:35:22.617110 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d89e0cbc-0546-4c26-bf0c-8408ccbed2ab req-a62d67f7-43c0-45e7-bced-564a8bee9c31 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425129
Apr 03 05:35:22.642703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 47220) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:22.728564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7400f50-bb0e-4e01-acbc-68ed081d8db8 tempest-TestVolumeBootPattern-1258824125 tempest-TestVolumeBootPattern-1258824125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:22.728564 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e7400f50-bb0e-4e01-acbc-68ed081d8db8 tempest-TestVolumeBootPattern-1258824125 tempest-TestVolumeBootPattern-1258824125-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 1093 time: 0.0831244
Apr 03 05:35:22.729960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47228) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:22.735966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'port_id': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:35:22.743368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:22.747415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Usage tracker for resource:floatingip and tenant:31bcf1f94f3544beae4040841dfddd85 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:22.750571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:22.985544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:22.994807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:23.150119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:23.300149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Allocated IP 172.27.3.201 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/dad8e3d9-6448-4289-8bea-442588229c9f) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:35:23.464375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:23.495768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:23.514704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7e26ca70-2b25-4130-b1cf-6a17ab0aad99 tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:23.659852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=dad8e3d9-6448-4289-8bea-442588229c9f,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.678645 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:23.681670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:23.722995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:35:23.724191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:35:23.727133 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:35:23.942861 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:24.207067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:24.286740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:24.557633 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:24.561130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:24.579235 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1d38fec5-567c-4660-a456-814b0a0062db tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:24.718536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event updated for resources: {'Port': ['ID=dad8e3d9-6448-4289-8bea-442588229c9f,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:24.722751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:24.813288 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:24.997001 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Floating IP 489c36af-faf2-4eb6-a223-5914a173e20c associated. External IP: 172.27.3.201, port: 2ca07c03-192f-4a33-9eae-d8fdd325dd36.
Apr 03 05:35:25.374793 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:35:25.568669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:35:25.580919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:35:25.593533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:35:25.594339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647ce6eb8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:35:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:35:25.602668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:25.675322 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9318211
Apr 03 05:35:25.675322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:35:25.714954 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'status': 'completed', 'code': 200}
Apr 03 05:35:25.800495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:35:25.820245 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-458b5dde-c0c6-4944-a35c-099e92a0a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:25.821830 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-458b5dde-c0c6-4944-a35c-099e92a0a721 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 1098 time: 0.0812683
Apr 03 05:35:25.967691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-ac3a59b4-b224-4cd4-ae2c-70529ebccc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:25.969178 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-ac3a59b4-b224-4cd4-ae2c-70529ebccc92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.1398942
Apr 03 05:35:26.084366 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-2f838fd0-e70a-4121-9a40-39b79dbb87f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36 HTTP/1.1" status: 200  len: 999 time: 0.1078598
Apr 03 05:35:26.166185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-bdf967f0-0aae-4b34-bd84-3fcbd759e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:26.168539 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-bdf967f0-0aae-4b34-bd84-3fcbd759e3eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0691621
Apr 03 05:35:26.178756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647ce6eb8>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '489c36af-faf2-4eb6-a223-5914a173e20c', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:f8:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:35:24Z', 'updated_at': '2021-04-03T05:35:24Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}, {'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:15Z', 'revision_number': 1, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:35:26.183046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:35:26.191889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:35:26.192539 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647ce6eb8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:35:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:35:26.255588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-69a36bb0-2f8e-44ae-b229-cefe77175c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:26.257621 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-69a36bb0-2f8e-44ae-b229-cefe77175c62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822194
Apr 03 05:35:26.413907 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-51e23c33-0567-4bed-a40d-6127cf8521dc service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444492
Apr 03 05:35:26.546786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:35:26.561509 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1cca1de3-6c1d-4827-8124-751102b6d39f req-f9c6d111-0c20-49c7-86c0-2cebe0c157fe service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373677
Apr 03 05:35:26.913623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647ce6eb8>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '489c36af-faf2-4eb6-a223-5914a173e20c', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:f8:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:35:24Z', 'updated_at': '2021-04-03T05:35:24Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}, {'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:15Z', 'revision_number': 1, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:35:26.917887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8b8a61-5f5b-4b3a-9497-0a65cb1ff1ef None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '489c36af-faf2-4eb6-a223-5914a173e20c', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:f8:dd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:35:24Z', 'updated_at': '2021-04-03T05:35:24Z', 'revision_number': 0, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}, {'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:15Z', 'revision_number': 1, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:35:27.246624 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dabd580-07e3-4a65-aec9-c57d90623218 None None] New status for floating IP 489c36af-faf2-4eb6-a223-5914a173e20c: ACTIVE {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:35:28.357295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:35:28.385093 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47314) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:28.510105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:28.525178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:28.529193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Usage tracker for resource:security_group_rule and tenant:9b6a6c7b8b3348e09839b8980ef9b5be is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:28.532130 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:28.538598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:28.628333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:28.633922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:28.642833 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-66c409cc-4f1e-4b40-8a94-9f0e7d674bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:28.689313 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b6a6c7b8b3348e09839b8980ef9b5be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3029497
Apr 03 05:35:28.690498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca51895-802b-4318-9849-151423cb8565,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:28.692175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 47326) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:28.693952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:28.758295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0319e668-5cef-4e4a-8512-cd757b9c9f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:28.799510 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0319e668-5cef-4e4a-8512-cd757b9c9f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:28.852147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0319e668-5cef-4e4a-8512-cd757b9c9f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:28.860178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c6f5b6c0-e568-4d16-a9b5-df8e955a28e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:28.870253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319e668-5cef-4e4a-8512-cd757b9c9f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca51895-802b-4318-9849-151423cb8565,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:28.873394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0319e668-5cef-4e4a-8512-cd757b9c9f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:28.875429 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0319e668-5cef-4e4a-8512-cd757b9c9f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:28.879458 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0319e668-5cef-4e4a-8512-cd757b9c9f6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ca51895-802b-4318-9849-151423cb8565 HTTP/1.1" status: 204  len: 168 time: 0.1861820
Apr 03 05:35:31.093304 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-d5526cc9-4121-4c77-822e-d49af71f2248 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0800245
Apr 03 05:35:31.196163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-c6e4789c-2bd0-4a61-b225-45e2c256db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:31.197773 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-c6e4789c-2bd0-4a61-b225-45e2c256db2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 1098 time: 0.0803096
Apr 03 05:35:31.355369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-c6989a8c-1945-416f-962e-94aaa5d42962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:31.356960 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-c6989a8c-1945-416f-962e-94aaa5d42962 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.1394229
Apr 03 05:35:31.476650 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-7e6dfa74-11a0-43e7-9cf4-4f9ae4e19f2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b HTTP/1.1" status: 200  len: 1000 time: 0.1126299
Apr 03 05:35:31.558040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-50e0c821-7385-4a4a-8483-7e1549347a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:31.559637 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-50e0c821-7385-4a4a-8483-7e1549347a51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0698323
Apr 03 05:35:31.646147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-2a1f9fb6-37c2-4805-98b7-f806ff24dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:31.648903 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-2a1f9fb6-37c2-4805-98b7-f806ff24dd31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820713
Apr 03 05:35:31.790822 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-201d341a-01a4-466c-ab0f-82de38a3ea23 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345980
Apr 03 05:35:32.135276 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2f9830ca-29e9-4589-83dc-b3b3d260b50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:32.878398 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5528e580-7a59-4943-b33e-bf9d863e5c07 req-6c1e383f-9b5b-4526-b1ef-45ceffe1d953 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344707
Apr 03 05:35:33.311681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:34.350726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f978-f282-47f4-bb80-72252b142d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:35.395732 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:36.871948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:53.934065 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:55.562349 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 47552) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:55.689804 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:55.704871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:55.709867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Usage tracker for resource:security_group_rule and tenant:02371636dbb048d782e112bc1e0e4477 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:55.712817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:55.718741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:55.802683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:55.805299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:55.812494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-190b16e9-4b74-475c-8d2d-7bae04b85044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:55.855630 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02371636dbb048d782e112bc1e0e4477&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2921474
Apr 03 05:35:55.856569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d11335-a332-4431-8048-6a76c64855e4,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:55.858656 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47560) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:55.864376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.864794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.865193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.865587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.865982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.866376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.866763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.867152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.867568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.867954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.868341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.868721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:35:55.873100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-69e00cd0-9146-41c6-b231-431749965f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:56.145805 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4eef9830-6762-4ac1-8a78-748ac773c762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:56.172944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4eef9830-6762-4ac1-8a78-748ac773c762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:56.217011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4eef9830-6762-4ac1-8a78-748ac773c762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:56.221893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-88e4e9b6-58f4-448a-afcc-76ccb362da2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:56.236573 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef9830-6762-4ac1-8a78-748ac773c762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d11335-a332-4431-8048-6a76c64855e4,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:56.240387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4eef9830-6762-4ac1-8a78-748ac773c762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:56.244826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-4eef9830-6762-4ac1-8a78-748ac773c762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:56.246035 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-4eef9830-6762-4ac1-8a78-748ac773c762 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1d11335-a332-4431-8048-6a76c64855e4 HTTP/1.1" status: 204  len: 168 time: 0.3862355
Apr 03 05:35:56.928326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 47590) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:57.037751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-146638987-network', 'tenant_id': '5c981e9b7714440d886940e9a2610563'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:35:57.042772 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:57.046761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Usage tracker for resource:network and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:57.049709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:57.057145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:57.065701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Made reservation on behalf of 5c981e9b7714440d886940e9a2610563 for: {'network': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:35:57.070264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.086571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.102039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:57.106067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Usage tracker for resource:security_group_rule and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:57.109006 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:57.115678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:57.199865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.202638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.207051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b2d94b36-d446-4602-8fbd-884597f13641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:57.232367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'}  {{(pid=84375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:35:57.245374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:57.249541 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:57.250507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.250886 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Added segment a8c0faae-cad6-4312-9fc9-2d36cd81bbc5 of type vlan for network 0f394d8f-692d-4825-aef0-dbdb07f16f9a
Apr 03 05:35:57.278046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.306852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.308227 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:57.308856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.313737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-abb1ff74-4054-4f7f-af07-f2aaa6219d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:57.422083 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Pushing event updated for resources: {'Network': ['ID=0f394d8f-692d-4825-aef0-dbdb07f16f9a,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:57.425244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:57.430168 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0e21a67e-7942-4c1a-9564-abb3a4fa2614 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4978828
Apr 03 05:35:57.430623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47596) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:57.432763 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:35:57.436925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Request body: {'subnet': {'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-146638987-subnet', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:35:57.442181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:57.446289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Usage tracker for resource:subnet and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:57.449321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:57.456224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:57.465920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Made reservation on behalf of 5c981e9b7714440d886940e9a2610563 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:35:57.470719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852161939'] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.878647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852390341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852161954'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:57.894229 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:58.029518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d959100-0894-407f-b72f-5dabaeedce66,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:58.033583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:58.098738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Checking segment: {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:35:58.099249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Network hostable DHCP agents. Network: 0f394d8f-692d-4825-aef0-dbdb07f16f9a, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:35:58.122708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:35:58.133856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 0f394d8f-692d-4825-aef0-dbdb07f16f9a) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:35:58.143931 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f5e8f-4cc5-4200-916b-928d83391112 None None] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:35:58.149093 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:58.150095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.171544 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b57ed9ba-7f69-40e9-9072-81439d0b339b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7397442
Apr 03 05:35:58.174212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47610) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:35:58.180424 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:35:58.185349 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:35:58.189432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Usage tracker for resource:router and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:35:58.193137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:35:58.199144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:35:58.208951 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.209980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.224937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.383437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:35:58.384365 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.512228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.548468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Allocated IP 172.20.0.2 (0f394d8f-692d-4825-aef0-dbdb07f16f9a/9d959100-0894-407f-b72f-5dabaeedce66/f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:35:58.770311 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.781751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Transition to ACTIVE for port object f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:35:58.801160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Transition to ACTIVE for port object f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:35:58.805748 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.821290 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:58.843649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.879051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:58.966942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Pushing event updated for resources: {'Port': ['ID=f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:58.971683 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:59.018136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:35:59.019341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:35:59.021697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:35:59.026989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Allocated IP 172.27.3.141 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/055511c8-4248-47bc-bbf1-6fa0d2a3e0f3) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:35:59.117137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Attempting to bind port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:35:59.117694 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Attempting to bind port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:35:59.117941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Attempting to bind port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 on network 0f394d8f-692d-4825-aef0-dbdb07f16f9a {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:35:59.123701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:35:59.124124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Checking segment: {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:35:59.124578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:59.125016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Bound using segment: {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:35:59.125534 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Bound port: f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:35:59.125956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:59.190976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:59.222160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:59.230827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] For port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:35:59.234278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] For port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:35:59.240209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:35:59.242277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-856b0c85-8364-43ac-a44c-f645b9e57476 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:59.257378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:35:59.387422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Pushing event updated for resources: {'Port': ['ID=055511c8-4248-47bc-bbf1-6fa0d2a3e0f3,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:59.390511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:59.407009 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Pushing event updated for resources: {'Port': ['ID=f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:35:59.411911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eda37276-ba70-457e-867d-2a8a81b1c12c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:35:59.441690 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:35:59.443123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:35:59.445427 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:35:59.651892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f350e3d-28d9-4384-9c7c-27a528eca46a req-a009ef14-a116-47aa-8609-44e207366de8 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:35:59.653562 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6f350e3d-28d9-4384-9c7c-27a528eca46a req-a009ef14-a116-47aa-8609-44e207366de8 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 945 time: 0.0904536
Apr 03 05:35:59.715802 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6f350e3d-28d9-4384-9c7c-27a528eca46a req-daa36e15-d113-44af-babc-93b5da52a6b8 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557194
Apr 03 05:35:59.901929 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:00.494697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:00.714375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Router b87fe5cd-6e5a-4748-a233-5cef8138d64b is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:36:00.890367 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c30bf8-a660-4220-92e5-4ed5094c179a None None] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:36:00.917481 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:36:00.930604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Sync routers for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:36:00.932589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094958e-d9c6-4b2d-9a93-65e2c15ee1ff req-3be8b9f9-ffbc-4c73-b38f-772e5d33c680 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:00.934284 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c094958e-d9c6-4b2d-9a93-65e2c15ee1ff req-3be8b9f9-ffbc-4c73-b38f-772e5d33c680 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 945 time: 0.1093223
Apr 03 05:36:00.956135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:00.958737 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f8eb8b86-0fcb-4728-ae14-cda1376b52ac admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7828908
Apr 03 05:36:00.961643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47622) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:36:00.985031 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c094958e-d9c6-4b2d-9a93-65e2c15ee1ff req-f234afca-93f5-4e03-a39d-d9c705ccb8b0 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440860
Apr 03 05:36:01.010816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:36:01.011461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c5e3978>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:35:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:01.154061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-8a4796ed-30dc-4005-bd92-701d2e4cca2b None None] Provisioning for port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:01.209204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-dfb2bb01-1707-4e8b-bd2d-9444e5f6ae52 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:01.211333 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-dfb2bb01-1707-4e8b-bd2d-9444e5f6ae52 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.35 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 945 time: 0.1391358
Apr 03 05:36:01.299802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Deleting port 580cadfe-1ec9-47b8-99df-56909006abc8 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:36:01.300344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:01.309113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:01.393606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:36:01.768929 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:01.815691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] For port 580cadfe-1ec9-47b8-99df-56909006abc8, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=580cadfe-1ec9-47b8-99df-56909006abc8,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:01.816152 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:01.835647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:01.870821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:01.871268 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:01.955587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Calling delete_port for 580cadfe-1ec9-47b8-99df-56909006abc8 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:36:02.009433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Allocated IP 172.20.0.1 (0f394d8f-692d-4825-aef0-dbdb07f16f9a/9d959100-0894-407f-b72f-5dabaeedce66/cf0e16bc-4a40-4b1f-b73c-5920808752e8) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:36:02.082084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c5e3978>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:35:59Z', 'revision_number': 3, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:02.098536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Checking router: b87fe5cd-6e5a-4748-a233-5cef8138d64b for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:36:02.100596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Updating router b87fe5cd-6e5a-4748-a233-5cef8138d64b port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:36:02.166855 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.197442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.216474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Transition to ACTIVE for port object cf0e16bc-4a40-4b1f-b73c-5920808752e8 will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:02.232416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-014c6f96-a2c6-42c2-8673-43f2b3984146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.237565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.243765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.245211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.258587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-409034d1-bd32-4c92-81e9-563630002929 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:02.287030 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['580cadfe-1ec9-47b8-99df-56909006abc8'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:36:02.315779 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e85ea9df-d412-4e96-81e6-bbc54e9fcf26 None None] Provisioning complete for port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:02.316197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e85ea9df-d412-4e96-81e6-bbc54e9fcf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.323954 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Pushing event deleted for resources: {'Port': ['ID=580cadfe-1ec9-47b8-99df-56909006abc8,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:02.326637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:02.334955 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-67ae94bd-d478-470b-af15-7d7fceda7b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:02.384660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5cefa-908e-4627-aa1f-386ac050447d req-a55e09c9-2954-46b2-8de2-9e8f7084032d tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:02.386265 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2af5cefa-908e-4627-aa1f-386ac050447d req-a55e09c9-2954-46b2-8de2-9e8f7084032d tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=01003640-36e0-4729-9fa7-f72a40eb9c8b HTTP/1.1" status: 200  len: 945 time: 0.2559512
Apr 03 05:36:02.390579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:02.427686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Pushing event updated for resources: {'Port': ['ID=cf0e16bc-4a40-4b1f-b73c-5920808752e8,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:02.432728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:02.442061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.448901 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:02.468035 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:36:02.469343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:02.471812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:36:02.492478 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2af5cefa-908e-4627-aa1f-386ac050447d req-58308486-323d-4f26-a944-b1d8b7ab1108 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876098
Apr 03 05:36:02.542554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.588033 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] No DVR routers for this DVR port 580cadfe-1ec9-47b8-99df-56909006abc8 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:36:02.591879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.596725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01003640-36e0-4729-9fa7-f72a40eb9c8b', 'name': 'network-vif-deleted', 'tag': '580cadfe-1ec9-47b8-99df-56909006abc8'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:36:02.613483 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-71ec58c2-b13e-4bf5-bf65-2984dbf2b5a0 req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.35 "DELETE /v2.0/ports/580cadfe-1ec9-47b8-99df-56909006abc8 HTTP/1.1" status: 204  len: 173 time: 1.3954360
Apr 03 05:36:02.616685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:02.625699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:02.666159 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01003640-36e0-4729-9fa7-f72a40eb9c8b', 'name': 'network-vif-deleted', 'tag': '580cadfe-1ec9-47b8-99df-56909006abc8', 'status': 'completed', 'code': 200}
Apr 03 05:36:02.929851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-55dfc5bc-b583-4229-8ffb-642b18309c9c None None] Provisioning for port cf0e16bc-4a40-4b1f-b73c-5920808752e8 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:02.937856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.942757 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-55dfc5bc-b583-4229-8ffb-642b18309c9c None None] Provisioning complete for port cf0e16bc-4a40-4b1f-b73c-5920808752e8 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:02.943187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-55dfc5bc-b583-4229-8ffb-642b18309c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:02.997343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Transition to ACTIVE for port object 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:03.014011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.031505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:03.089702 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-55dfc5bc-b583-4229-8ffb-642b18309c9c None None] Port cf0e16bc-4a40-4b1f-b73c-5920808752e8 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:36:03.127761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.188533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3984cc-0c88-4393-9a4f-c0dc3dc66184 None None] Pushing event updated for resources: {'Port': ['ID=055511c8-4248-47bc-bbf1-6fa0d2a3e0f3,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:03.193841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-be3984cc-0c88-4393-9a4f-c0dc3dc66184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:03.256741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:03.323581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Attempting to bind port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:36:03.324029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Attempting to bind port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:36:03.324591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Attempting to bind port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:03.344437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:36:03.344966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:36:03.345499 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.345936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:36:03.346459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Bound port: 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:36:03.346875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.380789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.434225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:03.434556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.442171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.445905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.475556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:03.477150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] For port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:36:03.497419 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] For port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=055511c8-4248-47bc-bbf1-6fa0d2a3e0f3,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:36:03.502857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.523676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:03.564202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:03.577289 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Pushing event updated for resources: {'Port': ['ID=cf0e16bc-4a40-4b1f-b73c-5920808752e8,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:03.580371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:03.734363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:36:03.735711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:03.747530 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3984cc-0c88-4393-9a4f-c0dc3dc66184 None None] Pushing event updated for resources: {'Port': ['ID=055511c8-4248-47bc-bbf1-6fa0d2a3e0f3,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:03.758087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-be3984cc-0c88-4393-9a4f-c0dc3dc66184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:03.788888 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:36:03.789562 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c5e3978>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:35:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:03.966409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Router b87fe5cd-6e5a-4748-a233-5cef8138d64b has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:36:03.996082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:36:04.080834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-838c0093-5223-4fd6-8556-6cbe7a2afe45 None None] Provisioning complete for port cf0e16bc-4a40-4b1f-b73c-5920808752e8 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:04.081252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-838c0093-5223-4fd6-8556-6cbe7a2afe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:04.176881 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:36:04.196552 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] 10.222.0.30 "PUT /v2.0/routers/b87fe5cd-6e5a-4748-a233-5cef8138d64b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2251098
Apr 03 05:36:04.474374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9965ecf4-1d86-4adf-a356-fd6596df0599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:04.484222 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-838c0093-5223-4fd6-8556-6cbe7a2afe45 None None] Port cf0e16bc-4a40-4b1f-b73c-5920808752e8 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:36:04.595564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c5e3978>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:03Z', 'revision_number': 2, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:04.599812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4c744c-f611-4386-88b5-3b92442288ae None None] The sync data for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi is: [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:03Z', 'revision_number': 2, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:36:04.828060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47650) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:36:04.834869 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372451699-network', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:36:04.840061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:36:04.844178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Usage tracker for resource:network and tenant:cd149a86c2bf45588ed78119004c7c06 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:36:04.847115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:36:04.853360 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:36:04.863149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Made reservation on behalf of cd149a86c2bf45588ed78119004c7c06 for: {'network': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:36:04.868472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for network, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:04.881903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:04.896811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:36:04.900774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Usage tracker for resource:security_group_rule and tenant:cd149a86c2bf45588ed78119004c7c06 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:36:04.903681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:36:04.909581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:36:05.015431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.018700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.023404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6d78cf95-3264-4777-90df-d464a605afa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:05.056975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'}  {{(pid=84376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 03 05:36:05.066400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a235f87-3e00-4bc9-89de-e04981f7f39d,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:05.071128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:05.073999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.074704 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.segments_db [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Added segment 42606fc8-0f15-4228-b61a-ce916c1d8c5a of type vlan for network 2b84cd03-336f-4168-979a-65001d0f9c1e
Apr 03 05:36:05.104199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780605406801'] for network, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.136913 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371'] for network, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.138487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:05.139335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.145379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:05.241182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 580cadfe-1ec9-47b8-99df-56909006abc8 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:36:05.258946 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4268358
Apr 03 05:36:05.259202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 47658) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:36:05.267599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Request body: {'subnet': {'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372451699-subnet', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'ip_version': 4}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:36:05.272166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2b84cd03-336f-4168-979a-65001d0f9c1e,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:05.275768 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8b09ee76-a4ad-417e-9fd5-915c73f2f0a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:05.276728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:36:05.281357 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Usage tracker for resource:subnet and tenant:cd149a86c2bf45588ed78119004c7c06 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:36:05.283234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 580cadfe-1ec9-47b8-99df-56909006abc8 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:36:05.283617 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 580cadfe-1ec9-47b8-99df-56909006abc8 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:36:05.284560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:36:05.285432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Network 2b84cd03-336f-4168-979a-65001d0f9c1e details requested by agent ovs-agent-dv-cinder-784623-2-iscsi with host dv-cinder-784623-2-iscsi {{(pid=84377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 03 05:36:05.291399 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:36:05.301547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Made reservation on behalf of cd149a86c2bf45588ed78119004c7c06 for: {'subnet': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:36:05.307199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852161939'] for subnet, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.357906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:36:05.428252 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.776662 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852390341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852161954'] for subnet, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:05.792379 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:05.933415 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44fc0c30-04a9-4216-a403-0c0b8ebe0ca2,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:05.937501 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:05.997404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Checking segment: {'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:36:05.997801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Network hostable DHCP agents. Network: 2b84cd03-336f-4168-979a-65001d0f9c1e, hostable agents: ['46e73fdd-d843-4115-aac5-34ae79efcc34'], hosted agents: [] {{(pid=84376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 03 05:36:06.015958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Network 2b84cd03-336f-4168-979a-65001d0f9c1e is scheduled to be hosted by DHCP agent 46e73fdd-d843-4115-aac5-34ae79efcc34 with binding_index 1 {{(pid=84376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 03 05:36:06.025042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-2-iscsi, 2b84cd03-336f-4168-979a-65001d0f9c1e) {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:06.035094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de29c165-90e1-4950-8a0c-a6844a25eb57 None None] Network 2b84cd03-336f-4168-979a-65001d0f9c1e requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:36:06.037708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:06.038368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.060004 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-6fb9e70b-9ccb-40ea-8de8-488426275b37 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7994244
Apr 03 05:36:06.062432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 47664) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:36:06.068112 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:36:06.075631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:36:06.079754 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Usage tracker for resource:router and tenant:cd149a86c2bf45588ed78119004c7c06 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:36:06.083199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:36:06.089421 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:36:06.101458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3827424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773175'] for router, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.102542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850948473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850957200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850934979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2622'] for router, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.131261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.289808 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94a51ad1-da63-566d-97a6-61a84cf509ab-2b84cd03-336f-4168-979a-65001d0f9c1e', 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'fixed_ips': [{'subnet_id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2'}]}} from dv-cinder-784623-2-iscsi. {{(pid=84377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 03 05:36:06.290741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.424705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850957215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850951137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2607'] for router, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.456321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Allocated IP 172.20.0.2 (2b84cd03-336f-4168-979a-65001d0f9c1e/44fc0c30-04a9-4216-a403-0c0b8ebe0ca2/d42fb9e8-a5a1-463c-be2a-9e796798f6cc) {{(pid=84377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:36:06.679932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Notify callbacks [] for port, precommit_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.690817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Transition to ACTIVE for port object d42fb9e8-a5a1-463c-be2a-9e796798f6cc will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:06.711843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Transition to ACTIVE for port object d42fb9e8-a5a1-463c-be2a-9e796798f6cc will not be triggered until provisioned by entity DHCP. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:06.716387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440'] for port, after_create {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.732032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-be3984cc-0c88-4393-9a4f-c0dc3dc66184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:06.756852 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.789475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.888554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Pushing event updated for resources: {'Port': ['ID=d42fb9e8-a5a1-463c-be2a-9e796798f6cc,revision_number=1']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:06.905688 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.906074 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.906453 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.906822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.907218 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.907577 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.907936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.908295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.908655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.909018 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.909371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.909725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:06.914139 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:06.917647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:06.940111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Allocated IP 172.27.3.92 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/4efbbf46-4cbe-4e76-929e-637567b9217b) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:36:06.951532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Network 2b84cd03-336f-4168-979a-65001d0f9c1e is already hosted by enough agents. {{(pid=84377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:36:06.952682 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Resources bound (agent type, host, resource id):  {{(pid=84377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:06.954980 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Received port after_create {{(pid=84377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:36:07.047678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Attempting to bind port d42fb9e8-a5a1-463c-be2a-9e796798f6cc on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:36:07.048253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Attempting to bind port d42fb9e8-a5a1-463c-be2a-9e796798f6cc by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:36:07.048455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Attempting to bind port d42fb9e8-a5a1-463c-be2a-9e796798f6cc on network 2b84cd03-336f-4168-979a-65001d0f9c1e {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:07.054598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:36:07.055008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Checking segment: {'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:36:07.055658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:07.055862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Bound using segment: {'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:36:07.056375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Bound port: d42fb9e8-a5a1-463c-be2a-9e796798f6cc, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:36:07.056786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:07.097625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:07.131436 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:07.147661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-30231454-0422-4542-8c5e-7d61217491aa tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:07.158160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] For port d42fb9e8-a5a1-463c-be2a-9e796798f6cc, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:36:07.161461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] For port d42fb9e8-a5a1-463c-be2a-9e796798f6cc, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=d42fb9e8-a5a1-463c-be2a-9e796798f6cc,segment=NetworkSegment(42606fc8-0f15-4228-b61a-ce916c1d8c5a),segment_id=42606fc8-0f15-4228-b61a-ce916c1d8c5a)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:36:07.165641 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:07.181794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:07.292595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Pushing event updated for resources: {'Port': ['ID=4efbbf46-4cbe-4e76-929e-637567b9217b,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:07.294068 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:07.297128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:07.346831 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:36:07.348026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:07.350316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:36:07.392780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Pushing event updated for resources: {'Port': ['ID=d42fb9e8-a5a1-463c-be2a-9e796798f6cc,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:07.402676 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:07.445618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:07.454733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:07.455144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:07.589186 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:07.611994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=055511c8-4248-47bc-bbf1-6fa0d2a3e0f3,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:07.615191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:07.617181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:07.688695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=055511c8-4248-47bc-bbf1-6fa0d2a3e0f3,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:07.691982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:07.805225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Sync routers for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:36:07.818532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:36:07.819789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d808470>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:36:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:07.821364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:08.017248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:36:08.394746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d808470>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:03Z', 'revision_number': 2, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:08.399480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Checking router: b87fe5cd-6e5a-4748-a233-5cef8138d64b for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:36:08.399891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Updating router b87fe5cd-6e5a-4748-a233-5cef8138d64b port cf0e16bc-4a40-4b1f-b73c-5920808752e8 binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:36:08.438882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3824662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3818654'] for router, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:08.466637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:08.672272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b is scheduled to L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 with binding_index 1 {{(pid=84375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 03 05:36:08.858992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e47f5-96de-44cd-ba9a-14cd03f4cd3d None None] Network 2b84cd03-336f-4168-979a-65001d0f9c1e requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:36:08.875712 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:36:08.894642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Sync routers for ids ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:36:08.900755 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:08.902075 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.8385499
Apr 03 05:36:08.905063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 47684) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:36:08.921622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:08.934673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Transition to ACTIVE for port object cf0e16bc-4a40-4b1f-b73c-5920808752e8 will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:08.940923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:08.957651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:08.972287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Routers {'569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:36:08.972984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647cdd9b0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:36:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:09.104832 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Pushing event updated for resources: {'Port': ['ID=cf0e16bc-4a40-4b1f-b73c-5920808752e8,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:09.116776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.117147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.117819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.117929 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.118229 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.118870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.119001 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.119316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.119708 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.120069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.120434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.120792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:09.126558 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:09.323318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-fc538da1-fe83-4b59-b99e-cc54d0bfe2b2 None None] Provisioning for port d42fb9e8-a5a1-463c-be2a-9e796798f6cc completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:09.420189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:09.442622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Attempting to bind port cf0e16bc-4a40-4b1f-b73c-5920808752e8 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:36:09.443043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Attempting to bind port cf0e16bc-4a40-4b1f-b73c-5920808752e8 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:36:09.443493 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Attempting to bind port cf0e16bc-4a40-4b1f-b73c-5920808752e8 on network 0f394d8f-692d-4825-aef0-dbdb07f16f9a {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:09.449773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:36:09.450113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Checking segment: {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:36:09.450561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:09.451295 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Bound using segment: {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:36:09.451821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Bound port: cf0e16bc-4a40-4b1f-b73c-5920808752e8, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:36:09.452236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:09.510270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Set router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:36:09.572423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] For port cf0e16bc-4a40-4b1f-b73c-5920808752e8, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:36:09.575943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] For port cf0e16bc-4a40-4b1f-b73c-5920808752e8, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=cf0e16bc-4a40-4b1f-b73c-5920808752e8,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:36:09.579905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:09.724478 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:09.748170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:09.810957 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:09.811426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:09.858950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:36:09.859678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d808470>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:36:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:10.038303 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Allocated IP 172.20.0.1 (2b84cd03-336f-4168-979a-65001d0f9c1e/44fc0c30-04a9-4216-a403-0c0b8ebe0ca2/d4bc3f4c-74b2-499e-bd86-ecce9259f3f2) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:36:10.085762 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device d42fb9e8-a5a1-463c-be2a-9e796798f6cc up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:10.211734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647cdd9b0>, [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 3, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:10.229520 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Checking router: 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:36:10.230136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Updating router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b port 4efbbf46-4cbe-4e76-929e-637567b9217b binding host dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:36:10.242121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Pushing event updated for resources: {'Port': ['ID=cf0e16bc-4a40-4b1f-b73c-5920808752e8,revision_number=4']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:10.245450 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0d6fc7c4-1268-4bc3-9f71-66bcfb7f37c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:10.253212 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.266059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port d42fb9e8-a5a1-463c-be2a-9e796798f6cc completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:10.270741 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Transition to ACTIVE for port object d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 will not be triggered until provisioned by entity DHCP. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:10.283007 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port d42fb9e8-a5a1-463c-be2a-9e796798f6cc triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:10.283564 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.296760 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.307318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:36:10.312602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-d08c0ca8-58b0-42d0-99dd-918039e215c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:10.349598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.459121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:10.463715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:10.474174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-903536f3-5763-4872-b958-65c3b600c7d2 None None] Provisioning complete for port d42fb9e8-a5a1-463c-be2a-9e796798f6cc triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:10.474737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-903536f3-5763-4872-b958-65c3b600c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.508597 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Network 2b84cd03-336f-4168-979a-65001d0f9c1e is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:36:10.509842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:10.512282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:36:10.582262 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850948285'] for router_interface, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.649190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.673187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d808470>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:09Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:10.681465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6495f-8709-467a-8fa5-d603a96e8d24 None None] The sync data for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi is: [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:09Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:36:10.821943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port d42fb9e8-a5a1-463c-be2a-9e796798f6cc, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=d42fb9e8-a5a1-463c-be2a-9e796798f6cc,segment=NetworkSegment(42606fc8-0f15-4228-b61a-ce916c1d8c5a),segment_id=42606fc8-0f15-4228-b61a-ce916c1d8c5a)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:10.857910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.879232 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:10.886404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:11.002680 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=d42fb9e8-a5a1-463c-be2a-9e796798f6cc,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:11.006918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:11.108082 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Notify callbacks [] for port, precommit_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.125663 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Transition to ACTIVE for port object 4efbbf46-4cbe-4e76-929e-637567b9217b will not be triggered until provisioned by entity L2. {{(pid=84377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:11.135843 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.156040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b73a839e-c80d-4fea-b127-91f60297ddd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:11.222055 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-c80438c2-6d4a-4a78-ba5d-cf7d999d1536 None None] Provisioning for port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:11.246441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-c80438c2-6d4a-4a78-ba5d-cf7d999d1536 None None] Provisioning complete for port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:11.246777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c80438c2-6d4a-4a78-ba5d-cf7d999d1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.338390 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device cf0e16bc-4a40-4b1f-b73c-5920808752e8 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:11.502715 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.506408 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.536709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-6b0dc897-695b-42cf-b7e9-9f0deb8e885b tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:11.578089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362ae25-cd64-4e6d-afae-578b2b389ed9 None None] Pushing event updated for resources: {'Port': ['ID=4efbbf46-4cbe-4e76-929e-637567b9217b,revision_number=2']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:11.602997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4362ae25-cd64-4e6d-afae-578b2b389ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:11.624521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:11.627248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851005980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850943594'] for router_interface, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.639090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-c80438c2-6d4a-4a78-ba5d-cf7d999d1536 None None] Port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:36:11.641078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:11.677470 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port cf0e16bc-4a40-4b1f-b73c-5920808752e8 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:11.685172 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port cf0e16bc-4a40-4b1f-b73c-5920808752e8 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:11.685593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.753203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Attempting to bind port 4efbbf46-4cbe-4e76-929e-637567b9217b on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:36:11.753536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Attempting to bind port 4efbbf46-4cbe-4e76-929e-637567b9217b by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:36:11.753944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Attempting to bind port 4efbbf46-4cbe-4e76-929e-637567b9217b on network 16439296-dfb6-46df-914b-cd0bb0ae7813 {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:11.764937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:36:11.765359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Checking segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:36:11.765803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.766244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Bound using segment: {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'} {{(pid=84377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:36:11.766750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Bound port: 4efbbf46-4cbe-4e76-929e-637567b9217b, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d3478-cd04-4104-81b0-722129cc6534', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813'}}] {{(pid=84377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:36:11.767181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.774756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Network 2b84cd03-336f-4168-979a-65001d0f9c1e is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:36:11.775963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:11.901806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] For port 4efbbf46-4cbe-4e76-929e-637567b9217b, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:36:11.911699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.935717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] For port 4efbbf46-4cbe-4e76-929e-637567b9217b, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=4efbbf46-4cbe-4e76-929e-637567b9217b,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:36:11.946267 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:11.967111 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-264923ae-f29e-4ce9-b289-76ffc25f714f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:11.987375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:36:12.030381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port cf0e16bc-4a40-4b1f-b73c-5920808752e8, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=cf0e16bc-4a40-4b1f-b73c-5920808752e8,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:12.101344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:12.102170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device d42fb9e8-a5a1-463c-be2a-9e796798f6cc up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:12.183565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:36:12.200720 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] 10.222.0.30 "PUT /v2.0/routers/569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2867680
Apr 03 05:36:12.200963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4362ae25-cd64-4e6d-afae-578b2b389ed9 None None] Pushing event updated for resources: {'Port': ['ID=4efbbf46-4cbe-4e76-929e-637567b9217b,revision_number=3']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:12.201793 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4362ae25-cd64-4e6d-afae-578b2b389ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:12.204439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-405d4c6e-b6b6-486d-a890-cf324d4eb873 None None] Provisioning complete for port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:12.204863 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-405d4c6e-b6b6-486d-a890-cf324d4eb873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:12.234556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:12.363064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-405d4c6e-b6b6-486d-a890-cf324d4eb873 None None] Port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:36:12.376934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=cf0e16bc-4a40-4b1f-b73c-5920808752e8,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:12.381147 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port d42fb9e8-a5a1-463c-be2a-9e796798f6cc triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:12.381571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:12.412454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:12.431899 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Routers {'569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:36:12.432604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647cdd9b0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:36:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:12.700359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] Set router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:36:13.056808 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647cdd9b0>, [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:10Z', 'revision_number': 4, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'd4bc3f4c-74b2-499e-bd86-ecce9259f3f2', 'name': '', 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'mac_address': 'fa:16:3e:74:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:09Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 2, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'subnets': [{'id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:13.061350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab5dfbb-1fee-4882-9358-bb1a9fea3905 None None] The sync data for ids ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'] in dv-cinder-784623-2-iscsi is: [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:10Z', 'revision_number': 4, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'd4bc3f4c-74b2-499e-bd86-ecce9259f3f2', 'name': '', 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'mac_address': 'fa:16:3e:74:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:09Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 2, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'subnets': [{'id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:36:13.242705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device cf0e16bc-4a40-4b1f-b73c-5920808752e8 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:13.329819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port cf0e16bc-4a40-4b1f-b73c-5920808752e8 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:13.330248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:14.687178 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-822763f0-b863-49b1-af90-2e0494df6a93 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:14.689460 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-822763f0-b863-49b1-af90-2e0494df6a93 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/networks?id=aefcbfac-b988-4810-9687-671e2725794b HTTP/1.1" status: 200  len: 814 time: 0.1923306
Apr 03 05:36:14.712142 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5db6a82a-0a57-46d0-b9cc-d41ee9b5757d tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/quotas/c212061dd57d4249871df5b681246c8a HTTP/1.1" status: 200  len: 375 time: 0.0153906
Apr 03 05:36:14.768668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-835a05f0-03e3-4446-b28a-35a5e6108768 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Synchronizing usage tracker for tenant:c212061dd57d4249871df5b681246c8a on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:36:14.786472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-835a05f0-03e3-4446-b28a-35a5e6108768 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Unset dirty status for tenant:c212061dd57d4249871df5b681246c8a on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:36:14.787912 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-835a05f0-03e3-4446-b28a-35a5e6108768 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c212061dd57d4249871df5b681246c8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0732167
Apr 03 05:36:14.808202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-fe4d6369-1d05-4333-8be2-ee29f9765b31 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:36:14.809252 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-fe4d6369-1d05-4333-8be2-ee29f9765b31 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060101
Apr 03 05:36:14.984137 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-a67e9f9f-0ffe-4376-8b2d-0dd0b5d9303a service neutron] 10.222.0.30 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637609
Apr 03 05:36:15.163086 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-bcec915c-06a1-4715-85e9-bfa9018b4fef service neutron] 10.222.0.30 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697705
Apr 03 05:36:15.280225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 4efbbf46-4cbe-4e76-929e-637567b9217b up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:15.415285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port 4efbbf46-4cbe-4e76-929e-637567b9217b completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:15.422442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 4efbbf46-4cbe-4e76-929e-637567b9217b triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:15.422862 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:15.574335 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:15.597331 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-da61b6b8-6fae-44fd-8ced-5d28651f067e req-f1499707-1d73-4976-a060-b2a2c00662a7 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 210 time: 0.2377515
Apr 03 05:36:15.598045 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port 4efbbf46-4cbe-4e76-929e-637567b9217b, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=4efbbf46-4cbe-4e76-929e-637567b9217b,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:15.608013 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:15.610304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:15.687791 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=4efbbf46-4cbe-4e76-929e-637567b9217b,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:15.691461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:16.810581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-b2f630f9-f69d-4cd1-8dfc-303933f51205 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:16.812988 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-b2f630f9-f69d-4cd1-8dfc-303933f51205 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.35 "GET /v2.0/networks?id=aefcbfac-b988-4810-9687-671e2725794b HTTP/1.1" status: 200  len: 814 time: 0.2758181
Apr 03 05:36:16.858751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Sync routers for ids ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:36:16.861103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Request body: {'port': {'device_id': 'bd50523c-f8e6-47a4-9731-b22a347bad98', 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b', 'admin_state_up': True, 'tenant_id': 'c212061dd57d4249871df5b681246c8a'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:36:16.881402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Routers {'569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:36:16.882418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d9efd30>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:36:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:16.905032 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-563f2c2f-afc6-46a2-9ed1-4dc13235c096 req-2e318d8d-0ae9-46cd-ad70-7ff7834fc20c tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 210 time: 0.0886979
Apr 03 05:36:17.061443 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:36:17.074191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:36:17.087918 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Made reservation on behalf of c212061dd57d4249871df5b681246c8a for: {'port': 1} {{(pid=84375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:36:17.094478 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:17.098723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Set router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:36:17.283000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 4efbbf46-4cbe-4e76-929e-637567b9217b up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:17.388638 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port 4efbbf46-4cbe-4e76-929e-637567b9217b triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:17.389409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:17.398720 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Allocated IP 172.20.0.9 (aefcbfac-b988-4810-9687-671e2725794b/e8d8590d-8089-4921-858a-4c8a51c1e24f/096bc974-36c6-48f2-95b9-55d6132221cc) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:36:17.488473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d9efd30>, [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:10Z', 'revision_number': 4, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'd4bc3f4c-74b2-499e-bd86-ecce9259f3f2', 'name': '', 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'mac_address': 'fa:16:3e:74:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:09Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 2, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'subnets': [{'id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:17.494556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Checking router: 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:36:17.494965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Updating router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 binding host dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 03 05:36:17.558180 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:17.637681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:17.670660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:17.686919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:17.841948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Pushing event updated for resources: {'Port': ['ID=096bc974-36c6-48f2-95b9-55d6132221cc,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:17.846297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:17.893031 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Network aefcbfac-b988-4810-9687-671e2725794b is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:36:17.894189 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:17.896681 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:36:17.980094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:17.980900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:18.019433 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1626151
Apr 03 05:36:18.036406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Request body: {'port': {'device_id': 'bd50523c-f8e6-47a4-9731-b22a347bad98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:36:18.072452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Notify callbacks [] for port, precommit_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:18.086394 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Transition to ACTIVE for port object d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 will not be triggered until provisioned by entity L2. {{(pid=84378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:18.093973 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:18.235553 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e49826ac-888e-47a8-9d5c-5230d08848a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:18.287199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:18.307604 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ec2e8-9136-4933-9a8f-6838e94bc174 req-1eea7684-5907-4dff-937e-aee1886e7df7 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:18.308395 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b66ec2e8-9136-4933-9a8f-6838e94bc174 req-1eea7684-5907-4dff-937e-aee1886e7df7 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Synchronizing usage tracker for tenant:c212061dd57d4249871df5b681246c8a on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:36:18.309056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc931-5292-423a-aad8-03dcfed2015e None None] Pushing event updated for resources: {'Port': ['ID=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,revision_number=3']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:18.312406 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-578bc931-5292-423a-aad8-03dcfed2015e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:18.501660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Attempting to bind port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 on host dv-cinder-784623-2-iscsi for vnic_type normal with profile  {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:36:18.502079 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Attempting to bind port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 by drivers openvswitch,hyperv on host dv-cinder-784623-2-iscsi at level 0 using segments [{'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:36:18.502506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Attempting to bind port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 on network 2b84cd03-336f-4168-979a-65001d0f9c1e {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:18.509092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Checking agent: {'id': '50261883-5f01-4e1e-8b97-380bd04247e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 17, 33), 'started_at': datetime.datetime(2021, 4, 3, 5, 18, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:36:18.509507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Checking segment: {'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:36:18.509952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:18.510384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Bound using segment: {'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'} {{(pid=84378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:36:18.510900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Bound port: d4bc3f4c-74b2-499e-bd86-ecce9259f3f2, host: dv-cinder-784623-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42606fc8-0f15-4228-b61a-ce916c1d8c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e'}}] {{(pid=84378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:36:18.511339 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:18.550816 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-b66ec2e8-9136-4933-9a8f-6838e94bc174 req-1eea7684-5907-4dff-937e-aee1886e7df7 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Unset dirty status for tenant:c212061dd57d4249871df5b681246c8a on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:36:18.563826 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b66ec2e8-9136-4933-9a8f-6838e94bc174 req-1eea7684-5907-4dff-937e-aee1886e7df7 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 931 time: 0.4912357
Apr 03 05:36:18.625068 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] For port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2, host dv-cinder-784623-2-iscsi, cleared binding levels {{(pid=84378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:36:18.628911 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] For port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2, host dv-cinder-784623-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,segment=NetworkSegment(42606fc8-0f15-4228-b61a-ce916c1d8c5a),segment_id=42606fc8-0f15-4228-b61a-ce916c1d8c5a)] {{(pid=84378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:36:18.637284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84378) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:18.654334 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c9c1071f-364e-45f6-9faa-0b8e683d73de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:18.732988 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b66ec2e8-9136-4933-9a8f-6838e94bc174 req-de592d97-a726-4f91-bcd3-2473cc497278 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681283
Apr 03 05:36:18.844084 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc931-5292-423a-aad8-03dcfed2015e None None] Pushing event updated for resources: {'Port': ['ID=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,revision_number=4']} {{(pid=84378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:18.850279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-578bc931-5292-423a-aad8-03dcfed2015e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84378) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:18.905350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Routers {'569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:36:18.906156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d9efd30>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:36:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:19.232920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096bc974-36c6-48f2-95b9-55d6132221cc {{(pid=84375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:36:19.243064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:19.265161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Transition to ACTIVE for port object 096bc974-36c6-48f2-95b9-55d6132221cc will not be triggered until provisioned by entity L2. {{(pid=84375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:19.270571 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:19.347968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:19.392041 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] Set router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:36:19.402451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-52e57362-ba69-4b18-a370-159dc7d39289 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:19.482669 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning for port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:19.493826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:19.494258 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:19.508992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Pushing event updated for resources: {'Port': ['ID=096bc974-36c6-48f2-95b9-55d6132221cc,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:19.514316 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:19.637531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:19.674304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] For port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,segment=NetworkSegment(42606fc8-0f15-4228-b61a-ce916c1d8c5a),segment_id=42606fc8-0f15-4228-b61a-ce916c1d8c5a)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:19.679338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:19.684244 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-be3984cc-0c88-4393-9a4f-c0dc3dc66184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:19.768974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Attempting to bind port 096bc974-36c6-48f2-95b9-55d6132221cc on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:36:19.769351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Attempting to bind port 096bc974-36c6-48f2-95b9-55d6132221cc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:36:19.769717 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Attempting to bind port 096bc974-36c6-48f2-95b9-55d6132221cc on network aefcbfac-b988-4810-9687-671e2725794b {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:19.780207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Pushing event updated for resources: {'Port': ['ID=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:19.784695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:19.786892 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Port 096bc974-36c6-48f2-95b9-55d6132221cc on network aefcbfac-b988-4810-9687-671e2725794b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:36:19.787278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Attempting to bind port 096bc974-36c6-48f2-95b9-55d6132221cc on network aefcbfac-b988-4810-9687-671e2725794b {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:19.793246 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:36:19.793622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Checking segment: {'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:36:19.794038 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Bound using segment: {'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'} {{(pid=84375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:36:19.794511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Bound port: 096bc974-36c6-48f2-95b9-55d6132221cc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b'}}] {{(pid=84375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:36:19.794891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:19.867301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d9efd30>, [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:10Z', 'revision_number': 4, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'd4bc3f4c-74b2-499e-bd86-ecce9259f3f2', 'name': '', 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'mac_address': 'fa:16:3e:74:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:09Z', 'updated_at': '2021-04-03T05:36:18Z', 'revision_number': 4, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'subnets': [{'id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:36:19.871677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc080de-701d-4a75-9eaf-3d31310b203c None None] The sync data for ids ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'] in dv-cinder-784623-2-iscsi is: [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:10Z', 'revision_number': 4, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'd4bc3f4c-74b2-499e-bd86-ecce9259f3f2', 'name': '', 'network_id': '2b84cd03-336f-4168-979a-65001d0f9c1e', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'mac_address': 'fa:16:3e:74:f8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:09Z', 'updated_at': '2021-04-03T05:36:18Z', 'revision_number': 4, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'subnets': [{'id': '44fc0c30-04a9-4216-a403-0c0b8ebe0ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:36:19.994338 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] For port 096bc974-36c6-48f2-95b9-55d6132221cc, host hv-cinder-78462, cleared binding levels {{(pid=84375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:36:20.009504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] For port 096bc974-36c6-48f2-95b9-55d6132221cc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=096bc974-36c6-48f2-95b9-55d6132221cc,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:36:20.016714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:20.035119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b70d1a9-1a41-4482-8b86-076e648f9ceb tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:20.074631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dec424-d4c8-43d1-9d19-878f6bdd2133 req-0fc10c4c-2cbe-407b-ae73-b96554105fea tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:20.076967 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-01dec424-d4c8-43d1-9d19-878f6bdd2133 req-0fc10c4c-2cbe-407b-ae73-b96554105fea tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 943 time: 0.2000229
Apr 03 05:36:20.266707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Pushing event updated for resources: {'Port': ['ID=096bc974-36c6-48f2-95b9-55d6132221cc,revision_number=3']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:20.270785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:20.276517 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-01dec424-d4c8-43d1-9d19-878f6bdd2133 req-986a415b-f039-4638-ab6e-a0ce2ea60f38 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769531
Apr 03 05:36:20.325067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:20.325885 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:20.327666 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] 10.222.0.35 "PUT /v2.0/ports/096bc974-36c6-48f2-95b9-55d6132221cc HTTP/1.1" status: 200  len: 1093 time: 2.2991633
Apr 03 05:36:20.328343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd50523c-f8e6-47a4-9731-b22a347bad98', 'tag': '096bc974-36c6-48f2-95b9-55d6132221cc'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:36:20.412119 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd50523c-f8e6-47a4-9731-b22a347bad98', 'tag': '096bc974-36c6-48f2-95b9-55d6132221cc', 'status': 'completed', 'code': 200}
Apr 03 05:36:20.459479 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-c56b003d-30af-4573-a816-8b40407a86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:20.461245 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-c56b003d-30af-4573-a816-8b40407a86fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c212061dd57d4249871df5b681246c8a&device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 1096 time: 0.0948153
Apr 03 05:36:20.545859 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-a3957d60-0987-461c-8904-6de48697f5cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=096bc974-36c6-48f2-95b9-55d6132221cc HTTP/1.1" status: 200  len: 217 time: 0.0752861
Apr 03 05:36:20.624095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-1282ee05-2646-4a55-ad10-b312b8e3fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:20.625928 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-1282ee05-2646-4a55-ad10-b312b8e3fb8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8d8590d-8089-4921-858a-4c8a51c1e24f HTTP/1.1" status: 200  len: 854 time: 0.0720603
Apr 03 05:36:20.686701 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-aabdc38b-f0f6-4b19-bdab-d10bc548e979 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aefcbfac-b988-4810-9687-671e2725794b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527349
Apr 03 05:36:20.854505 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-fdf43248-5703-4e7e-a0b2-631168d4fdc5 service neutron] 10.222.0.35 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608212
Apr 03 05:36:21.030289 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ce42c5ac-f3fd-4d70-a697-959a5332b24a req-a8fa9679-4db0-4773-91f5-d93ec01a62e7 service neutron] 10.222.0.35 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680846
Apr 03 05:36:21.254685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-850bf1d4-da13-4794-80b2-1a1b403fb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:21.257628 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-850bf1d4-da13-4794-80b2-1a1b403fb5c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c212061dd57d4249871df5b681246c8a&device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 1096 time: 0.1492193
Apr 03 05:36:21.263263 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 up at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:21.396328 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Provisioning complete for port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:21.397021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:21.442454 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-8fb8619a-5907-48a7-9baf-52f0c2b3a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:21.444804 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-8fb8619a-5907-48a7-9baf-52f0c2b3a0ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=aefcbfac-b988-4810-9687-671e2725794b HTTP/1.1" status: 200  len: 915 time: 0.1782644
Apr 03 05:36:21.577000 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-7deee755-8b1a-4bef-9945-53f93ef18b55 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=096bc974-36c6-48f2-95b9-55d6132221cc HTTP/1.1" status: 200  len: 217 time: 0.0903232
Apr 03 05:36:21.683362 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3ab45-d99b-4d30-90e1-fb48b8291b35 req-88a44f0d-fe09-4a55-a86f-8946ba3adef6 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:21.685000 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-61a3ab45-d99b-4d30-90e1-fb48b8291b35 req-88a44f0d-fe09-4a55-a86f-8946ba3adef6 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 943 time: 0.2390907
Apr 03 05:36:21.686627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-2e72aeaf-a76a-4d85-9c73-a6a9e7b91414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:21.688090 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-2e72aeaf-a76a-4d85-9c73-a6a9e7b91414 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e8d8590d-8089-4921-858a-4c8a51c1e24f HTTP/1.1" status: 200  len: 854 time: 0.1037006
Apr 03 05:36:21.763597 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-1979698b-b323-4888-b5b8-8316764fd92e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aefcbfac-b988-4810-9687-671e2725794b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541673
Apr 03 05:36:21.829877 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-61a3ab45-d99b-4d30-90e1-fb48b8291b35 req-ab261cd5-aa9f-4be4-ad9e-2dfd0d2c4756 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359322
Apr 03 05:36:21.945724 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-128cf3ca-6a8d-40dc-914a-be22b5e48533 service neutron] 10.222.0.35 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661394
Apr 03 05:36:22.106776 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8d5bacd2-9a53-406a-aea1-161761abce1b req-717c0c59-03e5-423e-9045-05c3fa8f7fbc service neutron] 10.222.0.35 "GET /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533387
Apr 03 05:36:22.952770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 096bc974-36c6-48f2-95b9-55d6132221cc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:36:23.047219 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a8140-1425-449c-b6d0-d223e1af2548 req-b7d58252-a003-4c60-8e83-56a9582f79ea tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:23.055060 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3b9a8140-1425-449c-b6d0-d223e1af2548 req-b7d58252-a003-4c60-8e83-56a9582f79ea tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 943 time: 0.0980861
Apr 03 05:36:23.111790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 096bc974-36c6-48f2-95b9-55d6132221cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=096bc974-36c6-48f2-95b9-55d6132221cc,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:23.116095 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3b9a8140-1425-449c-b6d0-d223e1af2548 req-cb2f7fd4-ceb6-4ba9-b235-875fc930225a tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601127
Apr 03 05:36:23.142535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '096bc974-36c6-48f2-95b9-55d6132221cc', 'network_id': 'aefcbfac-b988-4810-9687-671e2725794b', 'port_id': '096bc974-36c6-48f2-95b9-55d6132221cc', 'mac_address': 'fa:16:3e:37:df:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d8590d-8089-4921-858a-4c8a51c1e24f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:36:23.208894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:23.227992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096bc974-36c6-48f2-95b9-55d6132221cc {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:36:23.253199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 096bc974-36c6-48f2-95b9-55d6132221cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=096bc974-36c6-48f2-95b9-55d6132221cc,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:23.258192 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:23.260871 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:23.334277 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=096bc974-36c6-48f2-95b9-55d6132221cc,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:23.337440 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:23.536984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['096bc974-36c6-48f2-95b9-55d6132221cc'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:36:23.852578 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-52b87bff-3efd-44d9-95e5-12be73ce1db4 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:23.853224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-52b87bff-3efd-44d9-95e5-12be73ce1db4 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Synchronizing usage tracker for tenant:5c981e9b7714440d886940e9a2610563 on resource:network {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:36:23.868923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-52b87bff-3efd-44d9-95e5-12be73ce1db4 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Unset dirty status for tenant:5c981e9b7714440d886940e9a2610563 on resource:network {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:36:23.870148 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-52b87bff-3efd-44d9-95e5-12be73ce1db4 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 814 time: 0.1735404
Apr 03 05:36:23.886619 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-68af11f5-ba41-41f5-aa08-3da69d29cac1 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/quotas/5c981e9b7714440d886940e9a2610563 HTTP/1.1" status: 200  len: 375 time: 0.0100973
Apr 03 05:36:23.946405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:23.975500 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-824af11f-56b3-4df9-b45a-474743328321 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0832152
Apr 03 05:36:24.121976 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-727f3b69-c47a-4256-b9be-776a3d4713c3 service neutron] 10.222.0.30 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337681
Apr 03 05:36:24.321483 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-66028e58-2dae-4dca-af36-6c90c8bb990b service neutron] 10.222.0.30 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929705
Apr 03 05:36:24.350426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421efbd-84d3-4cbc-b2a7-8184c8692d3a req-c2a889b0-5017-45d9-a740-92c681cf5ac1 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:24.352065 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1421efbd-84d3-4cbc-b2a7-8184c8692d3a req-c2a889b0-5017-45d9-a740-92c681cf5ac1 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 944 time: 0.1163344
Apr 03 05:36:24.400729 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1421efbd-84d3-4cbc-b2a7-8184c8692d3a req-c7733176-2e6d-42e0-975c-1d5954751318 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423148
Apr 03 05:36:24.519261 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ee13ff23-1f84-4fe1-b68c-d78392d5f653 req-8fa4017b-b0ea-45c3-ab31-4e6dfe1c7755 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 210 time: 0.0483902
Apr 03 05:36:24.982925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 096bc974-36c6-48f2-95b9-55d6132221cc up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:25.054502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 096bc974-36c6-48f2-95b9-55d6132221cc completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:25.059466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 096bc974-36c6-48f2-95b9-55d6132221cc triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:25.059879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:25.186170 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:25.214169 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd50523c-f8e6-47a4-9731-b22a347bad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096bc974-36c6-48f2-95b9-55d6132221cc'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:36:25.225072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 096bc974-36c6-48f2-95b9-55d6132221cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=096bc974-36c6-48f2-95b9-55d6132221cc,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:25.228418 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:25.230302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:25.267228 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd50523c-f8e6-47a4-9731-b22a347bad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096bc974-36c6-48f2-95b9-55d6132221cc', 'code': 200}
Apr 03 05:36:25.302243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=096bc974-36c6-48f2-95b9-55d6132221cc,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:25.306105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:25.687867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-e7a64e4d-2f78-45e4-882b-37ccab43e451 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:25.689447 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-e7a64e4d-2f78-45e4-882b-37ccab43e451 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.35 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 814 time: 0.1728773
Apr 03 05:36:25.703704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'port': {'device_id': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'admin_state_up': True, 'tenant_id': '5c981e9b7714440d886940e9a2610563'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:36:25.706041 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e631f89d-610c-4475-876a-587a22be13f3 req-7b033ff5-2fea-4855-aba3-1561e27b3a4a tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 210 time: 0.0601683
Apr 03 05:36:25.721817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a16e-e8dc-4c0e-8331-e07840c04a8b req-5a79b7cf-e13b-4457-9e18-9ee8384cd1b2 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:25.724528 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6156a16e-e8dc-4c0e-8331-e07840c04a8b req-5a79b7cf-e13b-4457-9e18-9ee8384cd1b2 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.1745312
Apr 03 05:36:25.761847 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba7ca-27b4-4fe8-9029-4768176d3574 req-44b9aca3-c4b0-4b80-b03a-d1c20b4c5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:25.763707 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ab2ba7ca-27b4-4fe8-9029-4768176d3574 req-44b9aca3-c4b0-4b80-b03a-d1c20b4c5423 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 1098 time: 0.2537453
Apr 03 05:36:25.864845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:36:25.869273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:port and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:36:25.872486 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:36:25.879850 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:36:25.890817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Made reservation on behalf of 5c981e9b7714440d886940e9a2610563 for: {'port': 1} {{(pid=84376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 03 05:36:25.897549 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:26.064119 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-6156a16e-e8dc-4c0e-8331-e07840c04a8b req-c8cb7479-6683-4c26-a647-675741e0b2d5 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3316915
Apr 03 05:36:26.084610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Allocated IP 172.20.0.5 (0f394d8f-692d-4825-aef0-dbdb07f16f9a/9d959100-0894-407f-b72f-5dabaeedce66/613f60a2-266c-4213-b939-82ac235b5bf0) {{(pid=84376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:36:26.099630 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ab2ba7ca-27b4-4fe8-9029-4768176d3574 req-99445490-aa60-4e8e-b1c2-523b06bcd1e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662580
Apr 03 05:36:26.582948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for port, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:26.600050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Transition to ACTIVE for port object 613f60a2-266c-4213-b939-82ac235b5bf0 will not be triggered until provisioned by entity DHCP. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:26.625960 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:26.642097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0ea61877-a1e5-4978-b69b-75fbda637e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:26.794619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'Port': ['ID=613f60a2-266c-4213-b939-82ac235b5bf0,revision_number=1']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:26.806595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.807022 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.807487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.807905 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.808323 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.808734 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.809143 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.809551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.809961 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.810368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.810774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.811196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:36:26.816893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:26.865893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a is already hosted by enough agents. {{(pid=84376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:36:26.867257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources bound (agent type, host, resource id):  {{(pid=84376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:36:26.869909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Received port after_create {{(pid=84376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:36:26.944666 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:26.945446 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:26.945737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1fec5-c2ca-443b-98d6-e91797602bd2 req-99df336d-8218-42d6-b6e3-3e1288cce62b tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:26.947555 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-75b1fec5-c2ca-443b-98d6-e91797602bd2 req-99df336d-8218-42d6-b6e3-3e1288cce62b tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 931 time: 0.1135466
Apr 03 05:36:27.005137 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-75b1fec5-c2ca-443b-98d6-e91797602bd2 req-5667d87a-bb15-41f1-9f47-68ff4966d17b tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Synchronizing usage tracker for tenant:5c981e9b7714440d886940e9a2610563 on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:36:27.006282 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-f9a56178-d092-4829-b90e-f4bc9cc5a3c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3067746
Apr 03 05:36:27.022811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-75b1fec5-c2ca-443b-98d6-e91797602bd2 req-5667d87a-bb15-41f1-9f47-68ff4966d17b tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Unset dirty status for tenant:5c981e9b7714440d886940e9a2610563 on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:36:27.024160 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-75b1fec5-c2ca-443b-98d6-e91797602bd2 req-5667d87a-bb15-41f1-9f47-68ff4966d17b tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693579
Apr 03 05:36:27.123468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-edaf9a02-b436-4ec6-b112-29eac87b8139 None None] Provisioning for port 613f60a2-266c-4213-b939-82ac235b5bf0 completed by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:27.137588 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-edaf9a02-b436-4ec6-b112-29eac87b8139 None None] Provisioning complete for port 613f60a2-266c-4213-b939-82ac235b5bf0 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:27.142193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-edaf9a02-b436-4ec6-b112-29eac87b8139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:27.282166 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1855-5322-434c-99ac-f4c1e945e5ff req-4f2b1141-303a-4908-bbfa-3a0838cfde50 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:27.283957 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96ac1855-5322-434c-99ac-f4c1e945e5ff req-4f2b1141-303a-4908-bbfa-3a0838cfde50 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.1050839
Apr 03 05:36:27.340143 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96ac1855-5322-434c-99ac-f4c1e945e5ff req-9548171b-8c06-4049-8978-db57ee7b5d20 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493867
Apr 03 05:36:27.425103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-edaf9a02-b436-4ec6-b112-29eac87b8139 None None] Port 613f60a2-266c-4213-b939-82ac235b5bf0 cannot update to ACTIVE because it is not bound. {{(pid=84377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 03 05:36:28.256506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14771680-9caa-493e-ada2-8944aaa09135 req-26826f8c-b3b8-435b-9e40-bf997ea4bbd7 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:28.258855 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-14771680-9caa-493e-ada2-8944aaa09135 req-26826f8c-b3b8-435b-9e40-bf997ea4bbd7 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 931 time: 0.0959163
Apr 03 05:36:28.311156 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-14771680-9caa-493e-ada2-8944aaa09135 req-eb75e39d-ea73-48ef-aff3-f2e5b761c9c3 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454068
Apr 03 05:36:28.551042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4a6f1-a433-457c-b5d2-8664f723966c req-0615b08f-9282-46a4-bdcf-7245062bd803 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:28.553169 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5df4a6f1-a433-457c-b5d2-8664f723966c req-0615b08f-9282-46a4-bdcf-7245062bd803 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0909147
Apr 03 05:36:28.607345 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5df4a6f1-a433-457c-b5d2-8664f723966c req-43d0e2a6-ded1-42fb-8119-90b3ef8c70c7 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478556
Apr 03 05:36:29.522756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556cd47-fdc5-43ac-9bb7-e168464ab5cb req-585aaae9-0803-4b04-b3b0-0a47a6ad126f tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:29.524318 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e556cd47-fdc5-43ac-9bb7-e168464ab5cb req-585aaae9-0803-4b04-b3b0-0a47a6ad126f tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 931 time: 0.0909755
Apr 03 05:36:29.574698 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e556cd47-fdc5-43ac-9bb7-e168464ab5cb req-16d2931f-d793-444d-a862-376ea7e539f6 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434492
Apr 03 05:36:29.822619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d099a6-a44d-45b5-8c90-42f580156156 req-70e73554-a419-4684-b37b-349b38bfdde6 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:29.824297 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a7d099a6-a44d-45b5-8c90-42f580156156 req-70e73554-a419-4684-b37b-349b38bfdde6 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0989687
Apr 03 05:36:29.877172 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a7d099a6-a44d-45b5-8c90-42f580156156 req-00046a46-3c82-4e2a-8a72-6839a65fbfe2 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464451
Apr 03 05:36:30.780884 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b5eea-9813-4c32-974e-387f4454ec89 req-d84faa4a-4669-417f-a09c-33935336b3d7 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:30.782491 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a28b5eea-9813-4c32-974e-387f4454ec89 req-d84faa4a-4669-417f-a09c-33935336b3d7 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 931 time: 0.0929010
Apr 03 05:36:30.832825 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a28b5eea-9813-4c32-974e-387f4454ec89 req-b6b29a02-7436-49c2-8318-4f3481c1d677 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433767
Apr 03 05:36:31.087719 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648666e9-e69b-4da8-bcc5-c19101e7338e req-0a742d76-dbfb-45f5-abc9-8139142287f5 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:31.089351 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-648666e9-e69b-4da8-bcc5-c19101e7338e req-0a742d76-dbfb-45f5-abc9-8139142287f5 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0940859
Apr 03 05:36:31.142004 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-648666e9-e69b-4da8-bcc5-c19101e7338e req-6d6bcc47-9ae6-493e-9ac1-0461d2e58254 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460141
Apr 03 05:36:32.040529 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252edb15-18e4-4ae3-842b-d40d9618c2af req-4e891166-2526-4109-b4c5-f0168e761fb6 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:32.042177 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-252edb15-18e4-4ae3-842b-d40d9618c2af req-4e891166-2526-4109-b4c5-f0168e761fb6 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 931 time: 0.0961165
Apr 03 05:36:32.094724 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-252edb15-18e4-4ae3-842b-d40d9618c2af req-d2b7b34a-66e0-4ced-aec9-39ee322a19ca tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459263
Apr 03 05:36:32.140255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1ac6a8de-9a4f-41a5-95f6-2db1fe99f69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:32.351401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79a10e-8e59-43e7-b240-6ab813aff8f3 req-1d0bd29e-5122-4426-84f3-bd136579592e tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:32.353193 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ac79a10e-8e59-43e7-b240-6ab813aff8f3 req-1d0bd29e-5122-4426-84f3-bd136579592e tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0921812
Apr 03 05:36:32.402705 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ac79a10e-8e59-43e7-b240-6ab813aff8f3 req-61dcb30a-72a7-481a-8135-2ab861cf4fd4 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426877
Apr 03 05:36:33.314825 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52194c-19ca-4d9e-a0a5-ffcd103b9a5d req-ba807386-351a-4d92-ba4f-63f8cba95bac tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:33.316724 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd52194c-19ca-4d9e-a0a5-ffcd103b9a5d req-ba807386-351a-4d92-ba4f-63f8cba95bac tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 931 time: 0.0983868
Apr 03 05:36:33.320319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:33.373012 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fd52194c-19ca-4d9e-a0a5-ffcd103b9a5d req-d3aa30a4-42d6-4aae-9bc5-e2fa4b5bdf5e tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464313
Apr 03 05:36:33.607897 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef929984-ca02-4a08-ac67-bb4d45d873f8 req-aae2c4ec-4034-402e-8bcf-cef391e4d6ea tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:33.609669 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ef929984-ca02-4a08-ac67-bb4d45d873f8 req-aae2c4ec-4034-402e-8bcf-cef391e4d6ea tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0906069
Apr 03 05:36:33.660143 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ef929984-ca02-4a08-ac67-bb4d45d873f8 req-c6a8c6a3-6654-4be8-abc7-c3247c298ace tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435016
Apr 03 05:36:34.357498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1b310170-bbb7-46fb-9124-91e7f7235db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:34.582626 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc180dd-411f-43c2-a474-3a4b8f3a6bd0 req-a7cee4d3-eedf-4679-b6a0-974fd816f75c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:34.584900 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1bc180dd-411f-43c2-a474-3a4b8f3a6bd0 req-a7cee4d3-eedf-4679-b6a0-974fd816f75c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 931 time: 0.0939360
Apr 03 05:36:34.635026 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-1bc180dd-411f-43c2-a474-3a4b8f3a6bd0 req-737c12fe-d185-4b97-ba30-5cbdbacbbe5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433052
Apr 03 05:36:34.873094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09b0a3-31fc-4fbf-adb0-5ae9c646f5e5 req-9f9fac95-55fa-4571-955a-fb44c4454b8b tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:34.874712 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bc09b0a3-31fc-4fbf-adb0-5ae9c646f5e5 req-9f9fac95-55fa-4571-955a-fb44c4454b8b tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0912578
Apr 03 05:36:34.928264 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bc09b0a3-31fc-4fbf-adb0-5ae9c646f5e5 req-e8cf739f-7d38-42ed-a90e-2b08867a1cae tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471365
Apr 03 05:36:35.402670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:35.837619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8b283-f000-4d9f-a6e7-a60f5e2630ae req-1bd64cf6-63f6-4590-a6d3-d55802d4c166 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:35.839215 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cdc8b283-f000-4d9f-a6e7-a60f5e2630ae req-1bd64cf6-63f6-4590-a6d3-d55802d4c166 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 931 time: 0.0897012
Apr 03 05:36:35.888206 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cdc8b283-f000-4d9f-a6e7-a60f5e2630ae req-75ae9f89-b1c8-4ce1-bb08-ba9b191e8087 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422697
Apr 03 05:36:36.132393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58be51-bec7-4aa1-999d-2cd753b5a4e6 req-4062c9db-24d4-44ed-a4a7-fd44230dc6e9 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:36.133996 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f58be51-bec7-4aa1-999d-2cd753b5a4e6 req-4062c9db-24d4-44ed-a4a7-fd44230dc6e9 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0921621
Apr 03 05:36:36.182122 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8f58be51-bec7-4aa1-999d-2cd753b5a4e6 req-9c39e734-5b5c-469a-bc4d-c607a9b2220a tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415342
Apr 03 05:36:36.316737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-1619ba45-1dfb-4af1-99f7-5309c3f5055e tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 03 05:36:36.317787 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-1619ba45-1dfb-4af1-99f7-5309c3f5055e tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059860
Apr 03 05:36:36.385072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Request body: {'port': {'device_id': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:36:36.506735 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:36.881279 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:36.921102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613f60a2-266c-4213-b939-82ac235b5bf0 {{(pid=84376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:36:36.929775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:36.945697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Transition to ACTIVE for port object 613f60a2-266c-4213-b939-82ac235b5bf0 will not be triggered until provisioned by entity L2. {{(pid=84376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 03 05:36:36.948736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:36.968524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b44a8dce-10d3-4f18-9723-8f3bcaf8eccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:37.095299 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9e303-c5df-40b0-82f4-e094272bdab4 req-3e024721-67b4-47fc-a823-3fd2e08714c5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:37.097276 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a1e9e303-c5df-40b0-82f4-e094272bdab4 req-3e024721-67b4-47fc-a823-3fd2e08714c5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 943 time: 0.0894356
Apr 03 05:36:37.112583 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Pushing event updated for resources: {'Port': ['ID=613f60a2-266c-4213-b939-82ac235b5bf0,revision_number=2']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:37.117835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:37.166994 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a1e9e303-c5df-40b0-82f4-e094272bdab4 req-7768fc8b-6cad-490d-8cc8-29556677891d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489810
Apr 03 05:36:37.358487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Attempting to bind port 613f60a2-266c-4213-b939-82ac235b5bf0 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 03 05:36:37.358867 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Attempting to bind port 613f60a2-266c-4213-b939-82ac235b5bf0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 03 05:36:37.359269 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Attempting to bind port 613f60a2-266c-4213-b939-82ac235b5bf0 on network 0f394d8f-692d-4825-aef0-dbdb07f16f9a {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:37.364250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Port 613f60a2-266c-4213-b939-82ac235b5bf0 on network 0f394d8f-692d-4825-aef0-dbdb07f16f9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 03 05:36:37.364559 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Attempting to bind port 613f60a2-266c-4213-b939-82ac235b5bf0 on network 0f394d8f-692d-4825-aef0-dbdb07f16f9a {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 03 05:36:37.370800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Checking agent: {'id': 'e960fe6e-9ba2-4883-ae2e-28989cc987d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'started_at': datetime.datetime(2021, 4, 3, 5, 24, 23), 'heartbeat_timestamp': datetime.datetime(2021, 4, 3, 5, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 03 05:36:37.371199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Checking segment: {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 03 05:36:37.371625 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Bound using segment: {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'} {{(pid=84376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 03 05:36:37.372095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Bound port: 613f60a2-266c-4213-b939-82ac235b5bf0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a'}}] {{(pid=84376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 03 05:36:37.372478 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:37.391485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b524d-a464-4cee-bed4-491126aef6c7 req-110fb9a9-3edb-4620-b4d7-d61fb317a3ee tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:37.393096 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9d0b524d-a464-4cee-bed4-491126aef6c7 req-110fb9a9-3edb-4620-b4d7-d61fb317a3ee tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0936542
Apr 03 05:36:37.446246 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-9d0b524d-a464-4cee-bed4-491126aef6c7 req-3ab07cbe-6bc0-4c69-8998-82d73b7f17c5 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463014
Apr 03 05:36:37.472753 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] For port 613f60a2-266c-4213-b939-82ac235b5bf0, host hv-cinder-78462, cleared binding levels {{(pid=84376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 03 05:36:37.476590 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] For port 613f60a2-266c-4213-b939-82ac235b5bf0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=613f60a2-266c-4213-b939-82ac235b5bf0,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 03 05:36:37.480169 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2385621'] for port, after_update {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:37.496459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-bfac6062-71e3-4171-976e-0381a2b24c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:37.649974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Pushing event updated for resources: {'Port': ['ID=613f60a2-266c-4213-b939-82ac235b5bf0,revision_number=3']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:37.655122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:37.689181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:37.689765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:37.691535 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] 10.222.0.35 "PUT /v2.0/ports/613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 1093 time: 1.3608150
Apr 03 05:36:37.692654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:36:37.781432 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0', 'status': 'completed', 'code': 200}
Apr 03 05:36:37.821615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-9aef5410-63de-464a-a371-daa894ae1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:37.823281 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-9aef5410-63de-464a-a371-daa894ae1c18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1096 time: 0.0873406
Apr 03 05:36:37.901500 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-10a457ee-64de-4002-9fe4-727c52c49361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 217 time: 0.0714457
Apr 03 05:36:37.974844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-03020823-7aef-4449-8757-e1462610b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:37.976543 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-03020823-7aef-4449-8757-e1462610b50b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 200  len: 853 time: 0.0690513
Apr 03 05:36:38.060019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-c625736a-524a-420d-8774-33ab3e8d43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:38.061635 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-c625736a-524a-420d-8774-33ab3e8d43a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f394d8f-692d-4825-aef0-dbdb07f16f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784578
Apr 03 05:36:38.217469 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-7bf1972e-f5f2-4668-971f-d41ac86ce2da service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450002
Apr 03 05:36:38.362778 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-96416b4b-2d67-4d45-ba1d-26aae027a6e2 req-9f830b5e-bc9f-416f-8d17-d25f7cb257d4 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375086
Apr 03 05:36:38.377081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a477160-40b1-41b5-997c-f91829d54ff5 req-67eac5f1-2744-47d1-9ded-7d2597f9a166 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:38.378781 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3a477160-40b1-41b5-997c-f91829d54ff5 req-67eac5f1-2744-47d1-9ded-7d2597f9a166 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 943 time: 0.0922890
Apr 03 05:36:38.431884 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3a477160-40b1-41b5-997c-f91829d54ff5 req-f42c4c4d-2aa7-4823-a4d9-115f1e63db69 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457256
Apr 03 05:36:38.487672 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-6ba43c59-f0d4-4236-b6af-fc75da259773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:38.489268 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-6ba43c59-f0d4-4236-b6af-fc75da259773 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1096 time: 0.0828567
Apr 03 05:36:38.636552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-4c6862cd-39a8-430f-a9ea-f393c4e68739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:38.638132 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-4c6862cd-39a8-430f-a9ea-f393c4e68739 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 915 time: 0.1410611
Apr 03 05:36:38.711280 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-82e92ef0-47e3-41a7-820f-35bb07cfa6e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 217 time: 0.0664170
Apr 03 05:36:38.783600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-94b94f7d-3f41-4822-ad67-2771e5455493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:38.785123 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-94b94f7d-3f41-4822-ad67-2771e5455493 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 200  len: 853 time: 0.0664151
Apr 03 05:36:38.867341 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-4f776cd4-715c-427e-8850-cca7620fae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:38.868896 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-4f776cd4-715c-427e-8850-cca7620fae67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f394d8f-692d-4825-aef0-dbdb07f16f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761919
Apr 03 05:36:39.010216 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-adf7d772-ee83-4d35-9117-cf0083240c91 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336405
Apr 03 05:36:39.155971 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-066f7c5e-4f8f-4d61-9adf-f242b9879196 req-9cc109bc-3adf-4f03-9f60-6ab69b673254 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383231
Apr 03 05:36:39.631710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa040190-ce95-489c-8ed9-bfb2a1f0035b req-466419d7-0adf-4460-a671-f2a37a01ab54 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:39.633291 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa040190-ce95-489c-8ed9-bfb2a1f0035b req-466419d7-0adf-4460-a671-f2a37a01ab54 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 943 time: 0.0879817
Apr 03 05:36:39.680242 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-fa040190-ce95-489c-8ed9-bfb2a1f0035b req-3aa93713-5b5e-4b3f-82c1-ebd019e20b57 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407662
Apr 03 05:36:40.896297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce059cc-8b84-49b3-8c46-5183242087fe req-9453d012-5389-4ab2-b665-00b0b08dffcf tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:40.897906 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8ce059cc-8b84-49b3-8c46-5183242087fe req-9453d012-5389-4ab2-b665-00b0b08dffcf tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 943 time: 0.0965250
Apr 03 05:36:40.946198 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8ce059cc-8b84-49b3-8c46-5183242087fe req-eeeb0661-b928-4fc7-a7bc-33e7e627b4a3 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419965
Apr 03 05:36:41.026611 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 613f60a2-266c-4213-b939-82ac235b5bf0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=84377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 03 05:36:41.166792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 613f60a2-266c-4213-b939-82ac235b5bf0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=613f60a2-266c-4213-b939-82ac235b5bf0,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:41.181343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Returning: {'device': '613f60a2-266c-4213-b939-82ac235b5bf0', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'port_id': '613f60a2-266c-4213-b939-82ac235b5bf0', 'mac_address': 'fa:16:3e:f2:d9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 03 05:36:41.242697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:41.260208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613f60a2-266c-4213-b939-82ac235b5bf0 {{(pid=84377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 03 05:36:41.276094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 613f60a2-266c-4213-b939-82ac235b5bf0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=613f60a2-266c-4213-b939-82ac235b5bf0,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:41.278853 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:41.280650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:41.351053 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=613f60a2-266c-4213-b939-82ac235b5bf0,revision_number=4']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:41.354217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:41.502877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['613f60a2-266c-4213-b939-82ac235b5bf0'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:36:42.286680 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8297cdf-917d-40a8-bc79-bd86028516fb req-432575f6-517d-4fcf-b455-d2fb38b756ca tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:42.288293 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a8297cdf-917d-40a8-bc79-bd86028516fb req-432575f6-517d-4fcf-b455-d2fb38b756ca tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 944 time: 0.0880642
Apr 03 05:36:42.336056 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a8297cdf-917d-40a8-bc79-bd86028516fb req-7482c1a8-5d93-4d6c-a6b2-7214a8ec620c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414479
Apr 03 05:36:42.361270 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:36:43.044949 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 613f60a2-266c-4213-b939-82ac235b5bf0 up at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 03 05:36:43.115319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning for port 613f60a2-266c-4213-b939-82ac235b5bf0 completed by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 03 05:36:43.120216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Provisioning complete for port 613f60a2-266c-4213-b939-82ac235b5bf0 triggered by entity L2. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:36:43.120619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:43.243623 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:43.271387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0'}] {{(pid=84377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:36:43.281439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] For port 613f60a2-266c-4213-b939-82ac235b5bf0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=613f60a2-266c-4213-b939-82ac235b5bf0,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:36:43.284857 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620'] for port, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:43.286995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:36:43.323914 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0', 'code': 200}
Apr 03 05:36:43.360856 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Pushing event updated for resources: {'Port': ['ID=613f60a2-266c-4213-b939-82ac235b5bf0,revision_number=5']} {{(pid=84377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:36:43.363886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84377) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:36:43.544525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4aad7-45f7-4c60-be19-1a6aa0a3557d req-5d81b605-a0fc-4f04-a0df-f6967c201b8d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:43.546178 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a5f4aad7-45f7-4c60-be19-1a6aa0a3557d req-5d81b605-a0fc-4f04-a0df-f6967c201b8d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.0932362
Apr 03 05:36:43.576890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c760e-d503-4c3f-a630-0336f972a78b req-7bac8c4c-4bd7-40ea-8bf3-8acb65ec1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:43.578491 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-795c760e-d503-4c3f-a630-0336f972a78b req-7bac8c4c-4bd7-40ea-8bf3-8acb65ec1eec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1098 time: 0.0857885
Apr 03 05:36:43.594487 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a5f4aad7-45f7-4c60-be19-1a6aa0a3557d req-3dee3142-27c9-4bc6-a0ba-506ae9d513f2 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412836
Apr 03 05:36:43.626778 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-795c760e-d503-4c3f-a630-0336f972a78b req-65e70ef3-c919-49f2-92ea-4d6b5320f87a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397305
Apr 03 05:36:44.798442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f7f80-640f-4dc6-a48c-41858c8404bb req-798721a6-6b5c-4308-840a-b9e263223036 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:44.800109 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e93f7f80-640f-4dc6-a48c-41858c8404bb req-798721a6-6b5c-4308-840a-b9e263223036 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.0886128
Apr 03 05:36:44.851498 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-e93f7f80-640f-4dc6-a48c-41858c8404bb req-082a3807-dfc4-4dce-b729-49c9946aa673 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444028
Apr 03 05:36:45.048702 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f0210-e4f5-496c-b88b-365135168668 req-c6eedc42-7070-4fea-b559-ecacc17c502c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:45.050237 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cd9f0210-e4f5-496c-b88b-365135168668 req-c6eedc42-7070-4fea-b559-ecacc17c502c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.0856190
Apr 03 05:36:45.097519 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cd9f0210-e4f5-496c-b88b-365135168668 req-b5cc85fa-f3c3-4e68-b95e-1a193c20e2d2 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406463
Apr 03 05:36:45.521434 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2fa3e-cf6a-4e4e-a100-ef2d512b1d15 req-dc50b0f5-d411-429c-bbb2-3040676416c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:45.523003 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-66c2fa3e-cf6a-4e4e-a100-ef2d512b1d15 req-dc50b0f5-d411-429c-bbb2-3040676416c9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.0948207
Apr 03 05:36:45.570467 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-66c2fa3e-cf6a-4e4e-a100-ef2d512b1d15 req-8f959aa3-4439-4f14-8a19-890946ad05ab tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410271
Apr 03 05:36:53.939043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:36:59.790311 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09e9d2-3372-4f72-b39f-29b4c841adb8 req-b1a79937-777e-468b-9420-4d0b70a68113 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:59.791972 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db09e9d2-3372-4f72-b39f-29b4c841adb8 req-b1a79937-777e-468b-9420-4d0b70a68113 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.0889523
Apr 03 05:36:59.839044 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-db09e9d2-3372-4f72-b39f-29b4c841adb8 req-b4bfae66-e042-421e-aa7e-29ad95b39b61 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406251
Apr 03 05:36:59.864790 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48042) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:36:59.988511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c3e14-47fd-4909-bc6e-203f7f39ee95 tempest-TestMinimumBasicScenario-1746167038 tempest-TestMinimumBasicScenario-1746167038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:36:59.989800 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1d6c3e14-47fd-4909-bc6e-203f7f39ee95 tempest-TestMinimumBasicScenario-1746167038 tempest-TestMinimumBasicScenario-1746167038-project-admin] Synchronizing usage tracker for tenant:cd149a86c2bf45588ed78119004c7c06 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:37:00.005266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1d6c3e14-47fd-4909-bc6e-203f7f39ee95 tempest-TestMinimumBasicScenario-1746167038 tempest-TestMinimumBasicScenario-1746167038-project-admin] Unset dirty status for tenant:cd149a86c2bf45588ed78119004c7c06 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:37:00.006547 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1d6c3e14-47fd-4909-bc6e-203f7f39ee95 tempest-TestMinimumBasicScenario-1746167038 tempest-TestMinimumBasicScenario-1746167038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1093 time: 0.1406794
Apr 03 05:37:00.009780 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48048) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:00.015387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'floatingip': {'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'port_id': '613f60a2-266c-4213-b939-82ac235b5bf0', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:00.021981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:00.026089 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:floatingip and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:37:00.029048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:37:00.035102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:00.046330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for floatingip, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:00.196577 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:00.339461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Allocated IP 172.27.3.205 (16439296-dfb6-46df-914b-cd0bb0ae7813/9b88a3ad-b010-4087-b708-ebbc63af2b9c/f0148264-a007-451b-9277-10c93e3b8615) {{(pid=84375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 03 05:37:00.494451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for port, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:00.524028 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363256249339440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:00.539150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-995b501c-880f-48e1-89c3-30485d60e37d tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:00.677795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'Port': ['ID=f0148264-a007-451b-9277-10c93e3b8615,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:00.690369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.690775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.691206 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.691605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.692042 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.692437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.692821 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.693216 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.693600 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.693981 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.694364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.694746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:00.702963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:00.737496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Network 16439296-dfb6-46df-914b-cd0bb0ae7813 is already hosted by enough agents. {{(pid=84375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 03 05:37:00.738601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources bound (agent type, host, resource id):  {{(pid=84375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 03 05:37:00.741811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Received port after_create {{(pid=84375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 03 05:37:01.455522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924657-441d-4833-bf7e-443ae3646651 req-fc370349-78cc-494e-b4bd-3749fbc6a0ad tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:01.457354 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-75924657-441d-4833-bf7e-443ae3646651 req-fc370349-78cc-494e-b4bd-3749fbc6a0ad tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.3841989
Apr 03 05:37:01.522112 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-75924657-441d-4833-bf7e-443ae3646651 req-8ab25c96-4b4b-45f5-abdb-32542e9b10f2 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576425
Apr 03 05:37:01.524809 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:01.605674 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:01.870864 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:01.874364 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:01.889190 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e17d5073-0c69-4ec3-9f6e-e9313b2f3488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:02.031552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'Port': ['ID=f0148264-a007-451b-9277-10c93e3b8615,revision_number=2']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:02.036342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:02.127439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850957109'] for floatingip, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:02.134058 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-d95eff4e-712a-49f8-aedd-269897fef99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:02.309668 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Floating IP 32bf40ab-dede-429a-9907-53b7ae505cd2 associated. External IP: 172.27.3.205, port: 613f60a2-266c-4213-b939-82ac235b5bf0.
Apr 03 05:37:02.744171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Router b87fe5cd-6e5a-4748-a233-5cef8138d64b has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:37:02.827191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe821b-75c5-4100-85a1-4953730f848b req-6a453e55-eb08-464c-b559-b0c803973362 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:02.828692 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d8fe821b-75c5-4100-85a1-4953730f848b req-6a453e55-eb08-464c-b559-b0c803973362 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.1894164
Apr 03 05:37:02.963090 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d8fe821b-75c5-4100-85a1-4953730f848b req-69ea62a5-5473-4043-bd9e-a5904c73953a tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/security-groups?id=96d6b6da-7f7f-4d79-824c-25d8f4dda562&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769904
Apr 03 05:37:02.971301 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-2b62aa2f-0e85-4aea-9c18-7df533a47384 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:02.972911 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-2b62aa2f-0e85-4aea-9c18-7df533a47384 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 945 time: 0.0875683
Apr 03 05:37:02.991140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:37:03.001527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] Sync routers for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:37:03.013783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:03.014551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c6159e8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:36:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:03.020696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.057841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Deleting port 096bc974-36c6-48f2-95b9-55d6132221cc {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:03.058211 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.084596 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0700159
Apr 03 05:37:03.084596 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:37:03.088198 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48060) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:03.094950 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151194314', 'description': 'tempest-secgroup-smoke-151194314 description', 'project_id': '5c981e9b7714440d886940e9a2610563'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:03.102184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:03.135713 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:03.143256 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0', 'status': 'completed', 'code': 200}
Apr 03 05:37:03.152831 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.234654 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:03.235686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:03.244866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:security_group_rule and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:37:03.256941 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:37:03.269378 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:03.283015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-8c0b60d7-ceff-49d3-b52d-ed59fb6fe3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:03.284689 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-8c0b60d7-ceff-49d3-b52d-ed59fb6fe3f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1098 time: 0.1134386
Apr 03 05:37:03.336959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] For port 096bc974-36c6-48f2-95b9-55d6132221cc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=096bc974-36c6-48f2-95b9-55d6132221cc,segment=NetworkSegment(ad5e3e90-0bec-42b9-b609-f2b9138bafeb),segment_id=ad5e3e90-0bec-42b9-b609-f2b9138bafeb)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:03.337304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.383709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.491969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.493811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-238a7fb0-9881-4caf-b244-ede508078066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:03.495460 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-238a7fb0-9881-4caf-b244-ede508078066 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 915 time: 0.2009969
Apr 03 05:37:03.496607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.502582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c62a0627-f4b9-45e9-bc3b-d0aa76df2d78 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:03.619238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d22857b-352e-4aba-8be2-f1541e46a828,revision_number=1']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:03.622695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:03.647521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c6159e8>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '32bf40ab-dede-429a-9907-53b7ae505cd2', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'port_id': '613f60a2-266c-4213-b939-82ac235b5bf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'mac_address': 'fa:16:3e:f2:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:37:01Z', 'updated_at': '2021-04-03T05:37:01Z', 'revision_number': 0, 'project_id': '5c981e9b7714440d886940e9a2610563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 5, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:03.651739 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] Checking router: b87fe5cd-6e5a-4748-a233-5cef8138d64b for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:37:03.661400 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:03.662165 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c6159e8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:36:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:03.668349 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.672135 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b2097b40-ebe5-4405-8d01-9fd8c49689fb tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5804827
Apr 03 05:37:03.672135 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-9572328a-aab8-4729-9a05-865e47f3ae5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 999 time: 0.1329181
Apr 03 05:37:03.672866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48066) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:03.678396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'security_group_rule': {'security_group_id': '5d22857b-352e-4aba-8be2-f1541e46a828', 'project_id': '5c981e9b7714440d886940e9a2610563', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:03.721890 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Calling delete_port for 096bc974-36c6-48f2-95b9-55d6132221cc owned by compute:nova {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:03.731151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:03.742115 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:security_group_rule and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:37:03.746802 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:37:03.756745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:03.769220 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-25e4c9ab-4805-4330-9738-b089d58de319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:03.771292 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-25e4c9ab-4805-4330-9738-b089d58de319 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 200  len: 853 time: 0.0875621
Apr 03 05:37:03.830685 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.860475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:03.881326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.909305 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['096bc974-36c6-48f2-95b9-55d6132221cc'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:37:03.933789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.936984 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-1765b1bb-9e9c-411f-a4e4-ecc6be65bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:03.938606 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-1765b1bb-9e9c-411f-a4e4-ecc6be65bc38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f394d8f-692d-4825-aef0-dbdb07f16f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1592293
Apr 03 05:37:03.939731 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:03.941724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:03.968285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f1d9a5db-2d09-4c40-85dc-3dc41ab1cb4c tempest-AttachVolumeShelveTestJSON-1639817819 tempest-AttachVolumeShelveTestJSON-1639817819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:03.993343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8275c270-c4f6-415f-aaa2-5057b15d9bb7,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:04.010716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:04.044402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Pushing event deleted for resources: {'Port': ['ID=096bc974-36c6-48f2-95b9-55d6132221cc,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:04.049667 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:04.075144 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.079623 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-0cb7e37c-1edf-4364-8098-91450adefdc9 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4056394
Apr 03 05:37:04.080562 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48072) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:04.095207 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'security_group_rule': {'security_group_id': '5d22857b-352e-4aba-8be2-f1541e46a828', 'project_id': '5c981e9b7714440d886940e9a2610563', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:04.107081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:04.115108 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:security_group_rule and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:37:04.120050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:37:04.131005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:04.194317 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] No DVR routers for this DVR port 096bc974-36c6-48f2-95b9-55d6132221cc on host hv-cinder-78462 {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:37:04.196983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.198507 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-cf257a90-8ca8-40ee-804c-24cba58e8a15 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2447066
Apr 03 05:37:04.200182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd50523c-f8e6-47a4-9731-b22a347bad98', 'name': 'network-vif-deleted', 'tag': '096bc974-36c6-48f2-95b9-55d6132221cc'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:37:04.218126 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-b8ea82e4-79cf-42c9-a6b5-9e122f51ab70 req-4c15720f-da2e-4aaa-bfcb-63eac84c0194 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.35 "DELETE /v2.0/ports/096bc974-36c6-48f2-95b9-55d6132221cc HTTP/1.1" status: 204  len: 173 time: 1.2377346
Apr 03 05:37:04.249603 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5dc98bbc-4131-4dee-bc1a-e633c87ef716 req-07383cfa-7db5-4202-aa91-182050459ba7 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd50523c-f8e6-47a4-9731-b22a347bad98 HTTP/1.1" status: 200  len: 210 time: 0.0885451
Apr 03 05:37:04.253355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.292959 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd50523c-f8e6-47a4-9731-b22a347bad98', 'name': 'network-vif-deleted', 'tag': '096bc974-36c6-48f2-95b9-55d6132221cc', 'status': 'completed', 'code': 200}
Apr 03 05:37:04.410484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.416982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4de1c50-d8da-4012-93fc-cc3c7cbccac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.423582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.429711 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:04.442621 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2399cc6e-14bc-4871-b237-dce7ea7491a4 req-013d830a-c90b-4b39-92e7-10efa8e27633 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203307
Apr 03 05:37:04.454298 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918cbf16-40fc-4498-88a3-c70c78d21d98,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:04.461129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:04.467975 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.469257 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3788669
Apr 03 05:37:04.472157 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48078) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:04.477639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'security_group_rule': {'security_group_id': '5d22857b-352e-4aba-8be2-f1541e46a828', 'project_id': '5c981e9b7714440d886940e9a2610563', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:04.483917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:04.488150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:security_group_rule and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:37:04.491598 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:37:04.499156 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:04.515508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.533932 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c6159e8>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '32bf40ab-dede-429a-9907-53b7ae505cd2', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'port_id': '613f60a2-266c-4213-b939-82ac235b5bf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'mac_address': 'fa:16:3e:f2:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:37:01Z', 'updated_at': '2021-04-03T05:37:01Z', 'revision_number': 0, 'project_id': '5c981e9b7714440d886940e9a2610563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 5, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:04.540822 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c197b08b-7d23-4e79-aa01-056939dae8b3 None None] The sync data for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi is: [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': '32bf40ab-dede-429a-9907-53b7ae505cd2', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'floating_ip_address': '172.27.3.205', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'port_id': '613f60a2-266c-4213-b939-82ac235b5bf0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'mac_address': 'fa:16:3e:f2:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:37:01Z', 'updated_at': '2021-04-03T05:37:01Z', 'revision_number': 0, 'project_id': '5c981e9b7714440d886940e9a2610563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 5, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:37:04.591834 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.594502 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.596582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:04.618552 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8333da95-e77f-4bec-810d-b5944ef228f1,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:04.622749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:04.629994 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.631276 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-df641658-181c-4439-ba4d-d7b340b1a49d tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1581094
Apr 03 05:37:04.634032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48082) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:04.639472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'security_group_rule': {'security_group_id': '5d22857b-352e-4aba-8be2-f1541e46a828', 'project_id': '5c981e9b7714440d886940e9a2610563', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:04.645535 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:04.649642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:security_group_rule and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:37:04.652646 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:37:04.658506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:04.679413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:04.874275 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcee582-4091-4e47-af98-83897d404d5d None None] New status for floating IP 32bf40ab-dede-429a-9907-53b7ae505cd2: ACTIVE {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:37:05.007151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.009835 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.012056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-036cdb36-00c0-47d6-847e-1688b394adbc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:05.036052 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b981bbbf-cae7-4557-90ef-38aaedd2ab11,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:05.038610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:05.045249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.046543 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5fdf2646-41ae-4640-890d-d5ff0c064b47 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4115136
Apr 03 05:37:05.049485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48086) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:05.055293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'security_group_rule': {'security_group_id': '5d22857b-352e-4aba-8be2-f1541e46a828', 'project_id': '5c981e9b7714440d886940e9a2610563', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:05.061468 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:05.065544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:security_group_rule and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:37:05.069128 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84375) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:37:05.075135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84375) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:05.085690 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.securitygroups_db [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Project 5c981e9b7714440d886940e9a2610563 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 03 05:37:05.092523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.162020 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.165786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.180369 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:05.199649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13410b3e-decc-4420-b7c2-b46a3664794e,revision_number=0']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:05.202228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:05.203377 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.204632 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1e63d83f-c423-4d5d-954a-9a7ce4fe9c5c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1541529
Apr 03 05:37:05.208657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48090) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:05.214601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'security_group_rule': {'security_group_id': '5d22857b-352e-4aba-8be2-f1541e46a828', 'project_id': '5c981e9b7714440d886940e9a2610563', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:05.221350 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 03 05:37:05.225405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Usage tracker for resource:security_group_rule and tenant:5c981e9b7714440d886940e9a2610563 is out of sync, need to count used quota {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 03 05:37:05.228606 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84376) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 03 05:37:05.235983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.quota.driver [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84376) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 03 05:37:05.245050 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.securitygroups_db [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Project 5c981e9b7714440d886940e9a2610563 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 03 05:37:05.251934 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.321501 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.324533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939249'] for security_group_rule, after_create {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.326651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:05.348882 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0af9c61-a68c-4561-abc9-7a3f19878843,revision_number=0']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:05.354066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:05.361056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.362479 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-13fa4f97-e730-43c0-9e73-5f62ee4dd513 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1525006
Apr 03 05:37:05.407008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.496173 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-8c0ae0ff-205f-43b9-911c-754c5c4f8aaa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Synchronizing usage tracker for tenant:5c981e9b7714440d886940e9a2610563 on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:37:05.510966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-8c0ae0ff-205f-43b9-911c-754c5c4f8aaa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Unset dirty status for tenant:5c981e9b7714440d886940e9a2610563 on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:37:05.512282 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-8c0ae0ff-205f-43b9-911c-754c5c4f8aaa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151194314&fields=id&tenant_id=5c981e9b7714440d886940e9a2610563 HTTP/1.1" status: 200  len: 267 time: 0.0608594
Apr 03 05:37:05.609875 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-5527d024-788f-427d-9899-215d3be20ece tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:05.611495 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-5527d024-788f-427d-9899-215d3be20ece tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.0929971
Apr 03 05:37:05.623847 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'port': {'security_groups': ['2c5b9ad9-16aa-4300-a7e0-d9fc243375ea', '5d22857b-352e-4aba-8be2-f1541e46a828']}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:37:05.730766 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48104) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:05.769594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:05.960587 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Deleting port dad8e3d9-6448-4289-8bea-442588229c9f {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:05.961151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.113199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] For port 613f60a2-266c-4213-b939-82ac235b5bf0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=613f60a2-266c-4213-b939-82ac235b5bf0,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:06.141591 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.146119 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.146404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.146758 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.158060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['613f60a2-266c-4213-b939-82ac235b5bf0'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:37:06.163942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-291b237c-3792-43d9-a620-1ffa06a59559 tempest-AttachVolumeNegativeTest-1201844090 tempest-AttachVolumeNegativeTest-1201844090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:06.282005 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Calling delete_port for dad8e3d9-6448-4289-8bea-442588229c9f owned by network:floatingip {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:06.319952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'Port': ['ID=613f60a2-266c-4213-b939-82ac235b5bf0,revision_number=6']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:06.324904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:06.371437 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:06.372122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.376969 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-bff6b2d4-6fce-48fb-95c6-3bee7819a445 req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "PUT /v2.0/ports/613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 981 time: 0.7580948
Apr 03 05:37:06.377628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:37:06.447540 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0', 'status': 'completed', 'code': 200}
Apr 03 05:37:06.449234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['613f60a2-266c-4213-b939-82ac235b5bf0'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:37:06.491967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.525860 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c3ff6a39-7f06-4689-b07e-b05b21ab4f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:06.589161 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event deleted for resources: {'Port': ['ID=dad8e3d9-6448-4289-8bea-442588229c9f,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:06.594382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:06.653725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-e8bde028-82de-438e-9751-f00434e5d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:06.655369 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-e8bde028-82de-438e-9751-f00434e5d8c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1137 time: 0.1766479
Apr 03 05:37:06.665075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867c578-8ffa-4483-8569-148a9ac0c3c9 req-5fc00479-6b9c-4ecd-8faf-e63c76f0713a tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:06.666548 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d867c578-8ffa-4483-8569-148a9ac0c3c9 req-5fc00479-6b9c-4ecd-8faf-e63c76f0713a tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.1387377
Apr 03 05:37:06.805917 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-c44009b2-2097-4d29-8980-7456fc036d7d None None] Provisioning complete for port 613f60a2-266c-4213-b939-82ac235b5bf0 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:37:06.806312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-08bf6727-1df3-4ed0-bb0e-94f8b2e20e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:06.806435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c44009b2-2097-4d29-8980-7456fc036d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.808250 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-08bf6727-1df3-4ed0-bb0e-94f8b2e20e54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 915 time: 0.1407764
Apr 03 05:37:06.819064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:06.819064 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Floating IP 489c36af-faf2-4eb6-a223-5914a173e20c disassociated (deleted). External IP: 172.27.3.201, port: 2ca07c03-192f-4a33-9eae-d8fdd325dd36.
Apr 03 05:37:06.931054 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-8fe74993-479a-4197-bde0-eff8f3e82b63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 1001 time: 0.1032605
Apr 03 05:37:06.937652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:07.040263 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-d867c578-8ffa-4483-8569-148a9ac0c3c9 req-5378bf96-65b5-4a9e-af3b-9892e54852d2 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2308607
Apr 03 05:37:07.054374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-07166542-3834-43ef-899b-582c7f615c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:07.056333 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-07166542-3834-43ef-899b-582c7f615c6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 200  len: 853 time: 0.1171124
Apr 03 05:37:07.158993 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-29e1c6fb-fa68-401b-a82f-143f289fc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:07.161071 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-29e1c6fb-fa68-401b-a82f-143f289fc859 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f394d8f-692d-4825-aef0-dbdb07f16f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0970702
Apr 03 05:37:07.212507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 096bc974-36c6-48f2-95b9-55d6132221cc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:07.267043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 096bc974-36c6-48f2-95b9-55d6132221cc {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:07.267458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 096bc974-36c6-48f2-95b9-55d6132221cc not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:07.301411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:37:07.336907 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-d5367858-3733-47b7-809f-88979a7cf8b1 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1656754
Apr 03 05:37:07.485336 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8815fee5-dd6d-49ab-b50e-14666b5e6b8d req-e6b44ca2-046f-485c-8e61-5b85714f0b1c service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411991
Apr 03 05:37:07.507141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:37:07.516783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:37:07.525956 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:07.526627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:07.527355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c4be978>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:37:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:07.585760 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-638ea7e7-eea8-4e81-b671-ffb06ff8aab1 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "DELETE /v2.0/floatingips/489c36af-faf2-4eb6-a223-5914a173e20c HTTP/1.1" status: 204  len: 168 time: 1.8530960
Apr 03 05:37:07.586544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:37:07.636577 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'status': 'completed', 'code': 200}
Apr 03 05:37:07.724660 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:07.971642 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e222c3a-4f4c-48b9-9ff6-545bb0226d29 req-a0315fba-f298-4e17-acc4-e1cd455a75b4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:07.973753 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0e222c3a-4f4c-48b9-9ff6-545bb0226d29 req-a0315fba-f298-4e17-acc4-e1cd455a75b4 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 945 time: 0.0907826
Apr 03 05:37:08.022355 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-0e222c3a-4f4c-48b9-9ff6-545bb0226d29 req-3aaf60af-854b-4cbe-a0b6-8e3287930f37 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416980
Apr 03 05:37:08.096557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c4be978>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:15Z', 'revision_number': 1, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:08.100985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:37:08.110673 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:08.111382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c4be978>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:37:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:08.297175 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:08.830150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c4be978>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:15Z', 'revision_number': 1, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:08.834644 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f72072-43e0-4588-ab42-a2073205646f None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_floatingips': [{'id': 'f6e75ffe-8c6c-4904-9f6a-351c2c9fe764', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'router_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'port_id': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'mac_address': 'fa:16:3e:27:15:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-03T05:33:09Z', 'updated_at': '2021-04-03T05:33:15Z', 'revision_number': 1, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:37:09.229900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35d8e8-ede1-4ca5-a3b5-6f08229f4a55 req-0f98e9dc-d8c0-4192-aa96-d80f83ab1fc8 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:09.231540 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5d35d8e8-ede1-4ca5-a3b5-6f08229f4a55 req-0f98e9dc-d8c0-4192-aa96-d80f83ab1fc8 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 945 time: 0.0898621
Apr 03 05:37:09.259482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711083d-9d67-4797-8516-0ea2146cac82 None None] New status for floating IP 489c36af-faf2-4eb6-a223-5914a173e20c: DOWN {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:37:09.281585 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5d35d8e8-ede1-4ca5-a3b5-6f08229f4a55 req-992daf5a-1bdd-4854-b3bb-a3a61f4e3352 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435946
Apr 03 05:37:10.487321 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab005a0-44d8-4111-ad3b-f374b248b4ef req-d1b6b03e-684f-4729-b28c-8c174ca43569 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:10.489605 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cab005a0-44d8-4111-ad3b-f374b248b4ef req-d1b6b03e-684f-4729-b28c-8c174ca43569 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 945 time: 0.0934005
Apr 03 05:37:10.536644 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-cab005a0-44d8-4111-ad3b-f374b248b4ef req-9fd754c5-3508-43d8-b986-f6a73e9f7c8f tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404627
Apr 03 05:37:10.664023 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-4c5c53ff-3eec-41f7-8f24-b7776735d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:10.665598 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-4c5c53ff-3eec-41f7-8f24-b7776735d5af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 1098 time: 0.0779443
Apr 03 05:37:10.806032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-a89f310f-4968-4abc-9abc-16a2a66ca330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:10.807614 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-a89f310f-4968-4abc-9abc-16a2a66ca330 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.1350195
Apr 03 05:37:10.885312 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-2a92c9c6-cff6-4394-96c1-e6a2349b83ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36 HTTP/1.1" status: 200  len: 217 time: 0.0703397
Apr 03 05:37:10.958521 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-0f6e274e-35da-4cbf-9786-b2d32867dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:10.960045 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-0f6e274e-35da-4cbf-9786-b2d32867dbac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0662639
Apr 03 05:37:11.043786 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-0230aa1b-d40c-4e12-ab67-922fb9ebe637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:11.045315 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-0230aa1b-d40c-4e12-ab67-922fb9ebe637 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765553
Apr 03 05:37:11.190238 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-c17e4d6e-c217-4d55-8ed1-49933aad94da service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365747
Apr 03 05:37:11.333050 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c7ba205c-09e4-43e7-b90c-a75495424a27 req-ce7b71a2-ea14-43df-a1a4-38e0f4542660 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340756
Apr 03 05:37:11.739704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5a5e8-158a-45f9-86af-fd480ea724f3 req-481bcb14-0c52-4d47-8560-b13e68bba5fc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:11.741207 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-94b5a5e8-158a-45f9-86af-fd480ea724f3 req-481bcb14-0c52-4d47-8560-b13e68bba5fc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 945 time: 0.0874944
Apr 03 05:37:11.793180 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-94b5a5e8-158a-45f9-86af-fd480ea724f3 req-cb755cea-3f2a-460b-8efc-99c296152f09 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452478
Apr 03 05:37:12.290664 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-c1bf2d5a-a149-4fa7-b870-e232cd61ded7 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:12.292225 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-c1bf2d5a-a149-4fa7-b870-e232cd61ded7 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 945 time: 0.0870261
Apr 03 05:37:12.367842 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Deleting port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:12.368224 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:12.632619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] For port 2ca07c03-192f-4a33-9eae-d8fdd325dd36, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2ca07c03-192f-4a33-9eae-d8fdd325dd36,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:12.633043 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:12.764545 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Calling delete_port for 2ca07c03-192f-4a33-9eae-d8fdd325dd36 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:12.963416 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7dfc97b9-f7dc-4d23-abf4-bd8f92ef9d53 req-1ae9806d-5d4d-41da-9bee-81baada9c439 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 210 time: 0.0553746
Apr 03 05:37:12.964106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:12.979056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-30b6db22-b744-4a89-b6f3-2e1820270011 tempest-VolumesSnapshotTestJSON-1919419767 tempest-VolumesSnapshotTestJSON-1919419767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:13.037743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event deleted for resources: {'Port': ['ID=2ca07c03-192f-4a33-9eae-d8fdd325dd36,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:13.041508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:13.228280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] No DVR routers for this DVR port 2ca07c03-192f-4a33-9eae-d8fdd325dd36 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:37:13.230829 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:13.233698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'name': 'network-vif-deleted', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:37:13.247146 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-414e20ea-c7ca-4c26-8a5c-10c80a4214d8 req-49503776-5bff-40b8-9738-99e33a2ef823 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "DELETE /v2.0/ports/2ca07c03-192f-4a33-9eae-d8fdd325dd36 HTTP/1.1" status: 204  len: 173 time: 0.9488816
Apr 03 05:37:13.347041 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815f3f2d-4097-44f6-9d8c-c32351dd897c', 'name': 'network-vif-deleted', 'tag': '2ca07c03-192f-4a33-9eae-d8fdd325dd36', 'status': 'completed', 'code': 200}
Apr 03 05:37:14.140841 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-3bff8a22-dade-4ee7-81c9-72d9cee31004 req-508c883f-276b-4c60-993b-d9f9f39d36b5 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Synchronizing usage tracker for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:37:14.156879 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-3bff8a22-dade-4ee7-81c9-72d9cee31004 req-508c883f-276b-4c60-993b-d9f9f39d36b5 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Unset dirty status for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:37:14.158169 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-3bff8a22-dade-4ee7-81c9-72d9cee31004 req-508c883f-276b-4c60-993b-d9f9f39d36b5 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=815f3f2d-4097-44f6-9d8c-c32351dd897c HTTP/1.1" status: 200  len: 210 time: 0.0696242
Apr 03 05:37:15.247557 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 2ca07c03-192f-4a33-9eae-d8fdd325dd36 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:15.287866 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 2ca07c03-192f-4a33-9eae-d8fdd325dd36 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:15.288266 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 2ca07c03-192f-4a33-9eae-d8fdd325dd36 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:19.360441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:37:20.802891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48210) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:21.023700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Deleting port 67a8573d-c77b-4ab5-8009-c28ea19b0388 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:21.024086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:21.211057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:21.211458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:21.340953 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Calling delete_port for 67a8573d-c77b-4ab5-8009-c28ea19b0388 owned by network:floatingip {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:21.492992 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:21.507893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3b0700b1-5c1a-4abe-a835-2a18bc2fcf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:21.561461 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event deleted for resources: {'Port': ['ID=67a8573d-c77b-4ab5-8009-c28ea19b0388,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:21.565278 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:22.005756 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:22.006337 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Floating IP f6e75ffe-8c6c-4904-9f6a-351c2c9fe764 disassociated (deleted). External IP: 172.27.3.29, port: ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b.
Apr 03 05:37:22.388736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:37:22.580872 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:37:22.591814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:37:22.601282 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:22.603017 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:22.603726 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d953780>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:37:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:22.660711 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8e87e87a-26bc-42c9-a289-094c102b8710 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "DELETE /v2.0/floatingips/f6e75ffe-8c6c-4904-9f6a-351c2c9fe764 HTTP/1.1" status: 204  len: 168 time: 1.8561997
Apr 03 05:37:22.661423 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b'}] {{(pid=84376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:37:22.718007 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'status': 'completed', 'code': 200}
Apr 03 05:37:22.805649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:22.831396 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-13266306-17b3-4c48-b391-cdca597e5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:22.833942 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-13266306-17b3-4c48-b391-cdca597e5b93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=31bcf1f94f3544beae4040841dfddd85&device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 1098 time: 0.0931764
Apr 03 05:37:22.981060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-0e3115e2-b729-476c-a265-de073978d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:22.982563 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-0e3115e2-b729-476c-a265-de073978d5cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 200  len: 913 time: 0.1414740
Apr 03 05:37:23.111098 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-06ff0103-f96b-4478-95f2-8a302e3d24e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b HTTP/1.1" status: 200  len: 217 time: 0.1201010
Apr 03 05:37:23.156599 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d953780>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:23.161465 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:37:23.170451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:23.171107 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d953780>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:37:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:23.205655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8a65b-2d9b-40ae-b092-055833a24175 req-e3c11b8b-adde-42d9-9964-98be705fabe0 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:23.208164 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32d8a65b-2d9b-40ae-b092-055833a24175 req-e3c11b8b-adde-42d9-9964-98be705fabe0 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 945 time: 0.1603096
Apr 03 05:37:23.213944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-e2060752-e4fd-4364-9e8f-9a167c785095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:23.215483 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-e2060752-e4fd-4364-9e8f-9a167c785095 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 200  len: 851 time: 0.0904214
Apr 03 05:37:23.305561 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-32d8a65b-2d9b-40ae-b092-055833a24175 req-3ce5ab3a-1b1c-4b22-bd95-63da8cfb14fc tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880778
Apr 03 05:37:23.331496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-a6448393-16f5-453d-8a43-5b63c8791c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:23.333987 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-a6448393-16f5-453d-8a43-5b63c8791c18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e2427387-615b-4b68-b00f-8e980c0c2e83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1006596
Apr 03 05:37:23.370544 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:23.480593 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-c319c7f8-53da-4e96-af71-bd19aaf46b69 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373732
Apr 03 05:37:23.743765 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d953780>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:23.748131 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582f4074-1bc6-489b-9cd2-267fd3828d93 None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:42Z', 'revision_number': 4, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': '1f25ae53-85c0-48a2-b9a0-bb2523e894c8', 'name': '', 'network_id': 'e2427387-615b-4b68-b00f-8e980c0c2e83', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'mac_address': 'fa:16:3e:62:87:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:41Z', 'updated_at': '2021-04-03T05:29:51Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'subnets': [{'id': '3a7e8198-b2a7-4116-9ce7-b6b269e3d90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:37:23.880936 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f777cdcc-8ca9-4bfb-99a8-f172be43d4ff req-ed6d399e-d1d7-4b7c-bbf2-905f7e07a136 service neutron] 10.222.0.35 "GET /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3905437
Apr 03 05:37:23.960194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:24.150671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b291f-ea40-49a8-91b2-4d60211d87b1 None None] New status for floating IP f6e75ffe-8c6c-4904-9f6a-351c2c9fe764: DOWN {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:37:24.512471 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238582a7-a444-4f3a-a7a5-0a85e3b94cc3 req-fb91f264-c38f-450f-a5a6-68cdf1d50bd3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:24.514030 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-238582a7-a444-4f3a-a7a5-0a85e3b94cc3 req-fb91f264-c38f-450f-a5a6-68cdf1d50bd3 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 945 time: 0.0902066
Apr 03 05:37:24.560020 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-238582a7-a444-4f3a-a7a5-0a85e3b94cc3 req-3c429421-f575-4269-99cf-a324705fb70c tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/security-groups?id=93dbc980-5a85-451d-8e45-7bd6e0c947fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391462
Apr 03 05:37:24.734854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-7d4e2c4f-db6e-4c46-90e3-d6d5c2b56bf0 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:24.736479 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-7d4e2c4f-db6e-4c46-90e3-d6d5c2b56bf0 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 945 time: 0.0848370
Apr 03 05:37:24.817928 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Deleting port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:24.818306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:25.084071 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] For port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:25.084477 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:25.218302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Calling delete_port for ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:25.364865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:25.382522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b0d58f9-872f-44bb-a263-cbda2413f07c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:25.440105 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event deleted for resources: {'Port': ['ID=ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:25.442695 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:25.625774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] No DVR routers for this DVR port ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:37:25.628304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:25.632701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'name': 'network-vif-deleted', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:37:25.643885 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c07bace6-c3a0-4f1b-b3c8-1cee5d8a2b35 req-75570697-ee1a-4b55-bc10-981f1635e97e tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.35 "DELETE /v2.0/ports/ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b HTTP/1.1" status: 204  len: 173 time: 0.9003894
Apr 03 05:37:25.719325 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cab0aa2-be6c-4b69-9469-a000fbcfcaf1', 'name': 'network-vif-deleted', 'tag': 'ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b', 'status': 'completed', 'code': 200}
Apr 03 05:37:25.726886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-410c9f47-726c-4f03-b464-06fc8d0d6697 req-baec9f9a-e560-4cd3-92e1-68e16a222aa8 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Synchronizing usage tracker for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:37:25.741925 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-410c9f47-726c-4f03-b464-06fc8d0d6697 req-baec9f9a-e560-4cd3-92e1-68e16a222aa8 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Unset dirty status for tenant:31bcf1f94f3544beae4040841dfddd85 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:37:25.743290 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-410c9f47-726c-4f03-b464-06fc8d0d6697 req-baec9f9a-e560-4cd3-92e1-68e16a222aa8 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cab0aa2-be6c-4b69-9469-a000fbcfcaf1 HTTP/1.1" status: 200  len: 210 time: 0.0690455
Apr 03 05:37:26.846764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48264) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:27.019696 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Deleting port 0887828a-2c26-44bc-b868-1a883daef166 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:27.020097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:27.198076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:27.198447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:27.322191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:27.332040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Calling delete_port for 0887828a-2c26-44bc-b868-1a883daef166 owned by network:floatingip {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:27.366012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:27.366404 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device ffdbb89f-f865-45a0-af9a-c7c2a7d4d26b not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:27.476936 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:27.492724 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-199252f9-f76f-40dd-8de7-ae5e0715b903 tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:27.552698 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event deleted for resources: {'Port': ['ID=0887828a-2c26-44bc-b868-1a883daef166,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:27.609184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.609615 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.610040 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.610456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.610868 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.611308 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.611720 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.612129 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.612538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.613533 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.613942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.614349 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:37:27.619228 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:27.767008 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for floatingip, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:27.784603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:27.786430 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ad77d78c-a309-4dce-9038-0598ed1f5bae tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "DELETE /v2.0/floatingips/997ac289-5236-476c-a3b3-698a83ec9edb HTTP/1.1" status: 204  len: 168 time: 0.9385235
Apr 03 05:37:29.176384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48304) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:29.249489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fa31d38b-4072-4697-8a16-a6b68717c341 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:29.280354 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fa31d38b-4072-4697-8a16-a6b68717c341 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:29.337060 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fa31d38b-4072-4697-8a16-a6b68717c341 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:29.342056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e89b989b-07aa-4a0e-adc5-c785490de97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:29.354066 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31d38b-4072-4697-8a16-a6b68717c341 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dbc980-5a85-451d-8e45-7bd6e0c947fb,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:29.356524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fa31d38b-4072-4697-8a16-a6b68717c341 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:29.363113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fa31d38b-4072-4697-8a16-a6b68717c341 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:29.364941 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-fa31d38b-4072-4697-8a16-a6b68717c341 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] 10.222.0.30 "DELETE /v2.0/security-groups/93dbc980-5a85-451d-8e45-7bd6e0c947fb HTTP/1.1" status: 204  len: 168 time: 0.1873205
Apr 03 05:37:29.422182 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48312) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:30.020614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-aee10c4f-2bfb-450f-89f0-e7eaeb35cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:30.022243 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-aee10c4f-2bfb-450f-89f0-e7eaeb35cfcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1137 time: 0.1559982
Apr 03 05:37:30.030474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3511803-15f6-4a4b-b28d-8170de82275a req-978c8d9f-4af9-44b7-8b6b-b4df1a80f1bc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:30.032086 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c3511803-15f6-4a4b-b28d-8170de82275a req-978c8d9f-4af9-44b7-8b6b-b4df1a80f1bc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.1296058
Apr 03 05:37:30.151883 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:30.187334 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c3511803-15f6-4a4b-b28d-8170de82275a req-bba4fce2-1978-4938-acd1-11b6f874c293 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1288230
Apr 03 05:37:30.220026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-8992072a-7c05-42f5-a532-5e9d25593e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:30.221668 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-8992072a-7c05-42f5-a532-5e9d25593e95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 915 time: 0.1886544
Apr 03 05:37:30.344593 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-e84dfb90-150b-4a91-b51e-cc4d9b352390 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 1001 time: 0.1150482
Apr 03 05:37:30.417456 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-cd9ff4c1-d4e8-4884-b741-d6e8c1b35f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:30.418944 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-cd9ff4c1-d4e8-4884-b741-d6e8c1b35f0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 200  len: 853 time: 0.0681102
Apr 03 05:37:30.508906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-3c0ae496-4158-4cd4-888b-ea5018798ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:30.510552 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-3c0ae496-4158-4cd4-888b-ea5018798ec9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f394d8f-692d-4825-aef0-dbdb07f16f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846510
Apr 03 05:37:30.659584 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-1101bf6d-851e-406a-8367-9b4507c04071 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415765
Apr 03 05:37:30.773785 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Deleting port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:30.774199 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:30.800998 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-617c49b8-db49-4660-baf0-efb19bfc17a9 req-d4fcbd8f-dd24-4eeb-bc8c-f6e9b0287fca service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345487
Apr 03 05:37:30.963236 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] For port 1f25ae53-85c0-48a2-b9a0-bb2523e894c8, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:30.963637 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:31.097243 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Calling delete_port for 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 owned by network:router_interface {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:31.224076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48332) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:31.279788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:31.291653 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] Deleting subnet e8d8590d-8089-4921-858a-4c8a51c1e24f {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:37:31.294968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:31.297700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:31.360727 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1f25ae53-85c0-48a2-b9a0-bb2523e894c8,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:31.363560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:31.405056 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590422'] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:31.485093 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079b75-dc17-4069-a66b-fefdeb0bb728 req-cdd9aa04-1dd7-421e-8836-1cfa28118cce tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:31.486752 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5f079b75-dc17-4069-a66b-fefdeb0bb728 req-cdd9aa04-1dd7-421e-8836-1cfa28118cce tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.1627619
Apr 03 05:37:31.490883 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:31.620593 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5f079b75-dc17-4069-a66b-fefdeb0bb728 req-b212051e-1ba1-4d18-803c-1accd2275d21 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0935388
Apr 03 05:37:31.765431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:31.800063 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851343981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2349856'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:31.815910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:31.865846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d8590d-8089-4921-858a-4c8a51c1e24f,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:31.869601 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:31.951749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:31.958880 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-961f003b-9250-4a3f-960c-58ccdde26130 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e8d8590d-8089-4921-858a-4c8a51c1e24f HTTP/1.1" status: 204  len: 168 time: 0.7333510
Apr 03 05:37:31.961273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48336) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:32.078238 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:32.148851 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a7458790-ec48-4aed-8277-77bb77b9b162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:32.283840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:37:32.288743 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:32.408639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc646f9fba8>,) {'filters': {'network_id': ['aefcbfac-b988-4810-9687-671e2725794b']}} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:32.421979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc646f9fba8>, 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb') {'for_net_delete': True} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:32.422320 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc646f9fba8>, 'ad5e3e90-0bec-42b9-b609-f2b9138bafeb') {} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:32.435391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852185377'] for segment, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:32.450568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:32.457237 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:37:32.472333 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:37:32.483272 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] Sync routers for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:37:32.488858 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-284d81c3-3849-44e4-a3f4-1d2755aa06ff admin admin] 10.222.0.30 "PUT /v2.0/routers/a8e1db50-2010-4ac9-a2de-d7ec8a3f6891/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0628493
Apr 03 05:37:32.489157 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48340) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:32.494607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:32.495380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647df61d0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:37:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:32.694796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:32.704489 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:32.898086 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:32.907505 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Deleting port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:32.908076 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:32.971081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Network aefcbfac-b988-4810-9687-671e2725794b has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:37:32.982847 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851344072'] for segment, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:33.049556 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647df61d0>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:37:31Z', 'revision_number': 5, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port': {'id': '1f36e0ef-0ea9-46b2-a614-599f90e92dd4', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:92:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:33.055025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] Checking router: a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:37:33.065561 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] Routers {'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:33.066249 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647df61d0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:37:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:33.258655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] Set router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 gateway port host: None {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:33.267098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a6303-9c50-43df-95a1-1c7a984a55be req-337e295b-b16a-4c3b-a22e-4a5c6370d4d8 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:33.276011 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-309a6303-9c50-43df-95a1-1c7a984a55be req-337e295b-b16a-4c3b-a22e-4a5c6370d4d8 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.4456139
Apr 03 05:37:33.294565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Network aefcbfac-b988-4810-9687-671e2725794b has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:37:33.322343 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:37:33.402733 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] For port 1f36e0ef-0ea9-46b2-a614-599f90e92dd4, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=1f36e0ef-0ea9-46b2-a614-599f90e92dd4,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:33.403004 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:33.439834 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-309a6303-9c50-43df-95a1-1c7a984a55be req-7aef7a58-4965-4d51-aa9a-7d841bf25e51 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1628342
Apr 03 05:37:33.442701 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-3d37e37b-73f6-4d88-a223-14995918b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:33.444278 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-3d37e37b-73f6-4d88-a223-14995918b1fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1137 time: 0.3751333
Apr 03 05:37:33.445095 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:33.449046 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1da7e3ea-f4c8-400c-963c-b7f58be8c288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:33.464151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:33.508280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aefcbfac-b988-4810-9687-671e2725794b,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:33.514375 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:33.533980 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-caa6098f-cbd1-4a7e-ac2e-a316e6f15cb6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aefcbfac-b988-4810-9687-671e2725794b HTTP/1.1" status: 204  len: 168 time: 1.5691011
Apr 03 05:37:33.544140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Calling delete_port for 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 owned by network:router_gateway {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:33.604250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647df61d0>, [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:37:32Z', 'revision_number': 6, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port_host': None}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:33.610903 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5622d09-5c2b-4446-9b9a-925bb26936a8 None None] The sync data for ids ['a8e1db50-2010-4ac9-a2de-d7ec8a3f6891'] in dv-cinder-784623-2-iscsi is: [{'id': 'a8e1db50-2010-4ac9-a2de-d7ec8a3f6891', 'name': 'tempest-TestVolumeBootPattern-1309871360-router', 'tenant_id': '31bcf1f94f3544beae4040841dfddd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:38Z', 'updated_at': '2021-04-03T05:37:32Z', 'revision_number': 6, 'project_id': '31bcf1f94f3544beae4040841dfddd85', 'gw_port_host': None}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:37:33.612979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:33.658416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-753dc1d6-6c9d-436f-939e-26353dc5f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:33.660162 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-753dc1d6-6c9d-436f-939e-26353dc5f991 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 915 time: 0.1758645
Apr 03 05:37:33.674839 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48348) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:33.776483 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7ac16423-35f0-49ee-bf21-6e0aa5e4fa39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c212061dd57d4249871df5b681246c8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1000099
Apr 03 05:37:33.778784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48352) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:33.793863 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-3b2e1b3b-e5db-48d3-81ef-b7765f16788a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 1001 time: 0.1258309
Apr 03 05:37:33.843420 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:33.863799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-79c2972d-1d29-43dd-bff9-df1c3185f261 tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:33.868679 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-34fefe4c-4d95-4096-962d-88b8d16f6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:33.870243 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-34fefe4c-4d95-4096-962d-88b8d16f6461 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 200  len: 853 time: 0.0703328
Apr 03 05:37:33.925351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f36e0ef-0ea9-46b2-a614-599f90e92dd4,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:33.928845 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:33.961234 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-98ccc265-a655-41f0-aa5f-5c50cd7416d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:33.962853 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-98ccc265-a655-41f0-aa5f-5c50cd7416d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f394d8f-692d-4825-aef0-dbdb07f16f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852444
Apr 03 05:37:34.012658 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-97440b53-9c2d-4219-acc5-f235730eabae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.061789 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-97440b53-9c2d-4219-acc5-f235730eabae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.111375 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-5ca819db-3650-4417-b529-e210feb22da1 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407695
Apr 03 05:37:34.214703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.258350 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-4fe0dadf-8ce8-4663-8c46-59ec09f782f0 req-7ceb7fd7-41f5-476b-9111-67dd4d56a7d9 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398401
Apr 03 05:37:34.262678 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-97440b53-9c2d-4219-acc5-f235730eabae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.331774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2e1c63bf-e615-4647-88fc-a1954b5b0cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:34.359318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-511f20cb-014c-4080-999f-f77c80f89045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.418622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97440b53-9c2d-4219-acc5-f235730eabae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d6b6da-7f7f-4d79-824c-25d8f4dda562,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:34.423359 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-97440b53-9c2d-4219-acc5-f235730eabae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:34.425326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.430919 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.437151 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-97440b53-9c2d-4219-acc5-f235730eabae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.439666 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-97440b53-9c2d-4219-acc5-f235730eabae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96d6b6da-7f7f-4d79-824c-25d8f4dda562 HTTP/1.1" status: 204  len: 168 time: 0.6598477
Apr 03 05:37:34.458573 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.459135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 {{(pid=84376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:37:34.468480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.469694 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a8e1db50-2010-4ac9-a2de-d7ec8a3f6891 HTTP/1.1" status: 204  len: 168 time: 1.9793355
Apr 03 05:37:34.472351 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48358) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:34.546194 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] Deleting subnet 3a7e8198-b2a7-4116-9ce7-b6b269e3d90e {{(pid=84376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:37:34.552441 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.611897 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852276430'] for subnet, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.686146 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0c83-b918-40da-a075-23e42f4a36e5 req-e9699abc-adfe-4d74-a76c-5d70c7c229c4 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:34.687957 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c78d0c83-b918-40da-a075-23e42f4a36e5 req-e9699abc-adfe-4d74-a76c-5d70c7c229c4 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.0964103
Apr 03 05:37:34.706162 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.746372 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-c78d0c83-b918-40da-a075-23e42f4a36e5 req-6bdc7f4c-6064-4ffd-8de8-931068e052be tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0481915
Apr 03 05:37:34.980142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2385408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2613847'] for subnet, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:34.995458 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b92176e6-782e-4495-98d8-e4570d416a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:35.048651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7e8198-b2a7-4116-9ce7-b6b269e3d90e,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:35.095820 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:35.132811 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:35.138239 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c4da03-7ed7-4e9f-828a-1a339bad7ca2 None None] Network e2427387-615b-4b68-b00f-8e980c0c2e83 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:37:35.141543 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b4ebdad7-403b-4579-b703-d27f434b9efe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3a7e8198-b2a7-4116-9ce7-b6b269e3d90e HTTP/1.1" status: 204  len: 168 time: 0.6657102
Apr 03 05:37:35.141803 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48364) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:35.267315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:35.300494 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:35.341799 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Deleting port e94a7689-11df-464b-abc5-22c609e2a43d {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:35.342384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:35.347900 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:35.348475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1f36e0ef-0ea9-46b2-a614-599f90e92dd4 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:35.348944 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:35.386547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:35.386943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 1f25ae53-85c0-48a2-b9a0-bb2523e894c8 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:35.422087 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:35.483497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] DHCP port deletion for e2427387-615b-4b68-b00f-8e980c0c2e83 request from dv-cinder-784623-2-iscsi {{(pid=84377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 03 05:37:35.487690 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] Deleting port e94a7689-11df-464b-abc5-22c609e2a43d {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:35.488106 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:35.565894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] For port e94a7689-11df-464b-abc5-22c609e2a43d, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=e94a7689-11df-464b-abc5-22c609e2a43d,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:35.566287 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:35.700728 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Calling delete_port for e94a7689-11df-464b-abc5-22c609e2a43d owned by network:dhcp {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:35.714000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] For port e94a7689-11df-464b-abc5-22c609e2a43d, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=e94a7689-11df-464b-abc5-22c609e2a43d,segment=NetworkSegment(00f79fe0-52ab-445e-a1b2-85bd954c822d),segment_id=00f79fe0-52ab-445e-a1b2-85bd954c822d)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:35.714498 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:35.778580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:35.793767 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-a732ada4-9c2f-4eed-8e26-0957d1bdffa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:35.853613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=e94a7689-11df-464b-abc5-22c609e2a43d,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:35.856264 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:35.856405 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] Calling delete_port for e94a7689-11df-464b-abc5-22c609e2a43d owned by network:dhcp {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:35.938878 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] No DVR routers for this DVR port e94a7689-11df-464b-abc5-22c609e2a43d on host dv-cinder-784623-2-iscsi {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:37:35.939551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:37:35.939952 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:37:35.965250 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60647dab-0454-48d2-b351-f74387b3ea97 req-a9a651a7-b279-4b1a-b0f1-df0fca12a92e tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:35.967018 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-60647dab-0454-48d2-b351-f74387b3ea97 req-a9a651a7-b279-4b1a-b0f1-df0fca12a92e tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.0981317
Apr 03 05:37:36.019019 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-60647dab-0454-48d2-b351-f74387b3ea97 req-3423c4eb-68a0-47b0-a161-f1bf51322354 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0445030
Apr 03 05:37:36.065210 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:36.180777 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc646c2d438>,) {'filters': {'network_id': ['e2427387-615b-4b68-b00f-8e980c0c2e83']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:36.193116 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc646c2d438>, '00f79fe0-52ab-445e-a1b2-85bd954c822d') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:36.193447 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc646c2d438>, '00f79fe0-52ab-445e-a1b2-85bd954c822d') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:36.205054 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:36.222495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:36.229791 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:37:36.409291 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Network e2427387-615b-4b68-b00f-8e980c0c2e83 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:37:36.418827 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:36.440810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] Deleting port e94a7689-11df-464b-abc5-22c609e2a43d {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:36.441319 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:36.516027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1898a455-ac19-44ae-bfe1-45e05fe2f170 None None] The port 'e94a7689-11df-464b-abc5-22c609e2a43d' was deleted {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 03 05:37:36.596630 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Network e2427387-615b-4b68-b00f-8e980c0c2e83 has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:37:36.622795 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:37:36.702284 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:36.707142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:36.712059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-23e77a9c-7e99-45da-b161-8e754b5b1334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:36.734697 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=e2427387-615b-4b68-b00f-8e980c0c2e83,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:36.737057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:36.740994 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-5b2daf56-d376-44e6-b61e-a8fb8eb19f1b admin admin] 10.222.0.30 "DELETE /v2.0/networks/e2427387-615b-4b68-b00f-8e980c0c2e83 HTTP/1.1" status: 204  len: 168 time: 1.5981965
Apr 03 05:37:36.744181 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48370) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:36.892581 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:37.226025 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d897e-b84f-43dc-bd22-ddf74635791c req-94da61dd-6370-4d7a-81ec-a1ad684ae9f6 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:37.227641 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2d5d897e-b84f-43dc-bd22-ddf74635791c req-94da61dd-6370-4d7a-81ec-a1ad684ae9f6 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.0892694
Apr 03 05:37:37.278187 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device e94a7689-11df-464b-abc5-22c609e2a43d no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:37.294791 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-2d5d897e-b84f-43dc-bd22-ddf74635791c req-1aa33164-fc03-4f64-b204-33d1e031bbb0 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0523252
Apr 03 05:37:37.318104 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: e94a7689-11df-464b-abc5-22c609e2a43d {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:37.318516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device e94a7689-11df-464b-abc5-22c609e2a43d not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:37.577231 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:37.948355 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Deleting port de37945c-585b-49a1-b2c0-399ec29064d0 {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:37.948652 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:38.133705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] For port de37945c-585b-49a1-b2c0-399ec29064d0, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=de37945c-585b-49a1-b2c0-399ec29064d0,segment=NetworkSegment(2f5035f3-a50f-446c-9a8d-c7126fc09e66),segment_id=2f5035f3-a50f-446c-9a8d-c7126fc09e66)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:38.134102 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:38.265285 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Calling delete_port for de37945c-585b-49a1-b2c0-399ec29064d0 owned by network:router_interface {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:38.441123 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:38.456566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-93b06811-4eb7-4d89-aa55-590308c00196 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:38.495305 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7b317-697b-46db-a1a5-154cb6e00948 req-b543160d-d4c5-49dd-a703-9dfc5014f754 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:38.496892 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-88f7b317-697b-46db-a1a5-154cb6e00948 req-b543160d-d4c5-49dd-a703-9dfc5014f754 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.0888064
Apr 03 05:37:38.517806 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de37945c-585b-49a1-b2c0-399ec29064d0,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:38.548704 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-88f7b317-697b-46db-a1a5-154cb6e00948 req-3775f5df-617a-49c1-9a1d-08098554f02a tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0451884
Apr 03 05:37:38.565072 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:38.901773 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:39.411426 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Router f751d633-6acb-42b3-8395-6d8b628556e7 has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:37:39.598671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:37:39.608004 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] Sync routers for ids ['f751d633-6acb-42b3-8395-6d8b628556e7'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:37:39.617318 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-67bd07f5-c9fe-4b03-8563-00b98fe87ca6 admin admin] 10.222.0.30 "PUT /v2.0/routers/f751d633-6acb-42b3-8395-6d8b628556e7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8696494
Apr 03 05:37:39.617747 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48380) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:39.622632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] Routers {'f751d633-6acb-42b3-8395-6d8b628556e7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:39.623568 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d808f28>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:37:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f751d633-6acb-42b3-8395-6d8b628556e7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:39.812153 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] Set router f751d633-6acb-42b3-8395-6d8b628556e7 gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:39.881382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f746c-9974-488b-879f-96ee143f388c req-0732d66a-09b5-4ec7-b9fe-b7e90c30bd07 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:39.882969 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-951f746c-9974-488b-879f-96ee143f388c req-0732d66a-09b5-4ec7-b9fe-b7e90c30bd07 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.2030051
Apr 03 05:37:39.884401 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks [] for router, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:40.070397 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-951f746c-9974-488b-879f-96ee143f388c req-d8886227-f96f-40f6-8df1-dd34b12c0177 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1343193
Apr 03 05:37:40.115473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d808f28>, [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:37:38Z', 'revision_number': 5, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port': {'id': '855d1979-8b49-4b51-9a7e-678297307dc9', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:96:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:29:47Z', 'updated_at': '2021-04-03T05:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:40.119208 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:40.119899 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] Checking router: f751d633-6acb-42b3-8395-6d8b628556e7 for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:37:40.128185 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Deleting port 855d1979-8b49-4b51-9a7e-678297307dc9 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:40.128614 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:40.129858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] Routers {'f751d633-6acb-42b3-8395-6d8b628556e7'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:37:40.130528 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64d808f28>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:37:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['f751d633-6acb-42b3-8395-6d8b628556e7'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:40.294078 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] Set router f751d633-6acb-42b3-8395-6d8b628556e7 gateway port host: None {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:37:40.317204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] For port 855d1979-8b49-4b51-9a7e-678297307dc9, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=855d1979-8b49-4b51-9a7e-678297307dc9,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:40.317628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:40.407524 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64d808f28>, [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:37:40Z', 'revision_number': 6, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port_host': None}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:40.412092 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8fd96-87d9-4084-ad24-e5f28ddf2e66 None None] The sync data for ids ['f751d633-6acb-42b3-8395-6d8b628556e7'] in dv-cinder-784623-2-iscsi is: [{'id': 'f751d633-6acb-42b3-8395-6d8b628556e7', 'name': 'tempest-TestVolumeBootPattern-1975517707-router', 'tenant_id': '15c71875c0c647b382d8a72d5ea495a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:29:46Z', 'updated_at': '2021-04-03T05:37:40Z', 'revision_number': 6, 'project_id': '15c71875c0c647b382d8a72d5ea495a3', 'gw_port_host': None}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:37:40.449551 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Calling delete_port for 855d1979-8b49-4b51-9a7e-678297307dc9 owned by network:router_gateway {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:40.630193 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:40.646091 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-95243cb6-35f6-4b6c-bb8e-27544b7ee566 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:40.707817 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Pushing event deleted for resources: {'Port': ['ID=855d1979-8b49-4b51-9a7e-678297307dc9,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:40.754200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:41.154771 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:41.272707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device de37945c-585b-49a1-b2c0-399ec29064d0 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:41.312626 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: de37945c-585b-49a1-b2c0-399ec29064d0 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:41.313019 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device de37945c-585b-49a1-b2c0-399ec29064d0 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:41.313484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 855d1979-8b49-4b51-9a7e-678297307dc9 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:41.349124 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 855d1979-8b49-4b51-9a7e-678297307dc9 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:41.349522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 855d1979-8b49-4b51-9a7e-678297307dc9 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:41.397169 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:41.400204 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:41.438518 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:41.439075 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f751d633-6acb-42b3-8395-6d8b628556e7 {{(pid=84375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:37:41.462594 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47a204-6071-4db2-b7ca-ed100d7d84f8 req-b8ad7708-f034-47e5-95b7-f2e74b0e157a tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:41.464173 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7a47a204-6071-4db2-b7ca-ed100d7d84f8 req-b8ad7708-f034-47e5-95b7-f2e74b0e157a tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.2620246
Apr 03 05:37:41.467288 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:41.468414 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-7458d657-aee4-46b8-b6ff-5b1724fe0562 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f751d633-6acb-42b3-8395-6d8b628556e7 HTTP/1.1" status: 204  len: 168 time: 1.8496120
Apr 03 05:37:41.471094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48386) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:41.579893 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] Deleting subnet 2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:37:41.588029 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-7a47a204-6071-4db2-b7ca-ed100d7d84f8 req-dd699e6a-e660-46de-8ca8-d890fdd098b5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0786545
Apr 03 05:37:41.588703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:41.644306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590422'] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:41.726978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:41.986547 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851343981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2349856'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:42.002908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:42.051965 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:42.055700 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:42.137374 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:42.142280 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66905514-6ce9-4261-bff3-9e195dc23549 None None] Network 96027349-df6a-4a16-93bb-07180b0b6d05 requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:37:42.144092 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2adb5f76-92aa-4527-b93d-0f508caff2e7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2aa7bb1b-b225-4e7d-8073-bb9fcd1c679f HTTP/1.1" status: 204  len: 168 time: 0.6710718
Apr 03 05:37:42.147473 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48390) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:42.263927 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:42.335643 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Deleting port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:42.335995 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:42.394488 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] DHCP port deletion for 96027349-df6a-4a16-93bb-07180b0b6d05 request from dv-cinder-784623-2-iscsi {{(pid=84377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 03 05:37:42.399416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] Deleting port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:42.399837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:42.553482 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] For port ebf6766e-198d-4662-b793-9dd1b9d6cbf5, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=ebf6766e-198d-4662-b793-9dd1b9d6cbf5,segment=NetworkSegment(2f5035f3-a50f-446c-9a8d-c7126fc09e66),segment_id=2f5035f3-a50f-446c-9a8d-c7126fc09e66)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:42.553858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:42.619455 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] For port ebf6766e-198d-4662-b793-9dd1b9d6cbf5, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=ebf6766e-198d-4662-b793-9dd1b9d6cbf5,segment=NetworkSegment(2f5035f3-a50f-446c-9a8d-c7126fc09e66),segment_id=2f5035f3-a50f-446c-9a8d-c7126fc09e66)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:37:42.619904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:42.691051 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Calling delete_port for ebf6766e-198d-4662-b793-9dd1b9d6cbf5 owned by network:dhcp {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:42.753176 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] Calling delete_port for ebf6766e-198d-4662-b793-9dd1b9d6cbf5 owned by network:dhcp {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:37:42.831563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:42.834628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:37:42.835037 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:37:42.850706 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-eb44545b-bb99-49cd-8b2d-72bc97ef1f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:42.909692 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf6766e-198d-4662-b793-9dd1b9d6cbf5,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:42.960704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:42.979788 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf19f5b-d282-4eec-b2a3-7a6a339198ad req-31196edb-368b-4076-9f30-60a278d687ab tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:37:42.981379 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ccf19f5b-d282-4eec-b2a3-7a6a339198ad req-31196edb-368b-4076-9f30-60a278d687ab tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.2598476
Apr 03 05:37:43.038330 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] No DVR routers for this DVR port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 on host dv-cinder-784623-2-iscsi {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:37:43.079707 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-ccf19f5b-d282-4eec-b2a3-7a6a339198ad req-c6fddeda-bb63-4e1a-ace1-1bed391c77da tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d22857b-352e-4aba-8be2-f1541e46a828&id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0885060
Apr 03 05:37:43.171891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:43.269947 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device ebf6766e-198d-4662-b793-9dd1b9d6cbf5 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:37:43.289149 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64c6bb358>,) {'filters': {'network_id': ['96027349-df6a-4a16-93bb-07180b0b6d05']}} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:43.302671 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64c6bb358>, '2f5035f3-a50f-446c-9a8d-c7126fc09e66') {'for_net_delete': True} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:43.303003 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64c6bb358>, '2f5035f3-a50f-446c-9a8d-c7126fc09e66') {} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:37:43.307463 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: ebf6766e-198d-4662-b793-9dd1b9d6cbf5 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:37:43.307865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device ebf6766e-198d-4662-b793-9dd1b9d6cbf5 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:37:43.315692 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852185377'] for segment, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:43.330459 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:43.336163 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] Deleting port ebf6766e-198d-4662-b793-9dd1b9d6cbf5 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:37:43.336538 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:43.337315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:37:43.409414 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1535503f-ce04-47e7-ab2f-1ed8b2c8d964 None None] The port 'ebf6766e-198d-4662-b793-9dd1b9d6cbf5' was deleted {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 03 05:37:43.513987 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Network 96027349-df6a-4a16-93bb-07180b0b6d05 has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:37:43.526704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851344072'] for segment, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:43.699657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Network 96027349-df6a-4a16-93bb-07180b0b6d05 has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:37:43.722183 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:37:43.803088 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:43.806774 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-03cff5a9-6e20-4c61-9293-d441ab44c8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:43.823067 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:43.831582 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=96027349-df6a-4a16-93bb-07180b0b6d05,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:43.836574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:43.840265 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-531082e6-631c-46ba-94f7-86a274af46f8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/96027349-df6a-4a16-93bb-07180b0b6d05 HTTP/1.1" status: 204  len: 168 time: 1.6917970
Apr 03 05:37:44.014490 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48400) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:44.065573 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-bc3cbee0-3fa3-46a0-945d-d7eadeeb548c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31bcf1f94f3544beae4040841dfddd85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497704
Apr 03 05:37:44.068057 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48404) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:44.129632 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3768cdfc-acaa-4105-86ba-495dfd11e2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:44.161026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3768cdfc-acaa-4105-86ba-495dfd11e2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:44.207926 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3768cdfc-acaa-4105-86ba-495dfd11e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:44.212880 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7ba9798f-e5f3-4996-bce6-e254efd900be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:44.226592 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768cdfc-acaa-4105-86ba-495dfd11e2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925bbeb6-4d57-4521-983c-28c64ca3b96c,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:44.229053 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3768cdfc-acaa-4105-86ba-495dfd11e2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:44.231381 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3768cdfc-acaa-4105-86ba-495dfd11e2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:44.232440 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-3768cdfc-acaa-4105-86ba-495dfd11e2b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/925bbeb6-4d57-4521-983c-28c64ca3b96c HTTP/1.1" status: 204  len: 168 time: 0.1634421
Apr 03 05:37:44.578858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48412) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:44.631432 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-da87b283-1cb1-407c-aa9a-7b9e9af2ed21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15c71875c0c647b382d8a72d5ea495a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512080
Apr 03 05:37:44.633896 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48416) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:37:44.695090 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c288a4d3-9607-4dca-818f-0c8e6237fec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:44.721810 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c288a4d3-9607-4dca-818f-0c8e6237fec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:44.767576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c288a4d3-9607-4dca-818f-0c8e6237fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:44.772509 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c276dfc2-8f78-46f1-9be1-5c4e7fc403c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:37:44.789602 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288a4d3-9607-4dca-818f-0c8e6237fec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a853a5-6f5a-4456-be96-fbf19cca6a99,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:37:44.792619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c288a4d3-9607-4dca-818f-0c8e6237fec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:37:44.793563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c288a4d3-9607-4dca-818f-0c8e6237fec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:44.795804 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c288a4d3-9607-4dca-818f-0c8e6237fec6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29a853a5-6f5a-4456-be96-fbf19cca6a99 HTTP/1.1" status: 204  len: 168 time: 0.1598952
Apr 03 05:37:53.962259 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:37:56.359619 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:38:02.140899 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ea914b2d-5d59-4ae5-99d8-3fe9156ccb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:03.316402 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:04.362300 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-a8b0d47d-0c33-43b6-b105-c3ddb85e4b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:05.410837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:06.894691 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:15.314871 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-5e0b87a9-a67b-4f54-ad8a-feafafca7fe2 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151194314&fields=id&tenant_id=5c981e9b7714440d886940e9a2610563 HTTP/1.1" status: 200  len: 267 time: 0.0423515
Apr 03 05:38:15.405924 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-39a818dd-dd2f-4b33-a5d5-36c39c597a96 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:15.407465 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-39a818dd-dd2f-4b33-a5d5-36c39c597a96 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 984 time: 0.0860901
Apr 03 05:38:15.419148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.v2.base [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Request body: {'port': {'security_groups': ['2c5b9ad9-16aa-4300-a7e0-d9fc243375ea']}} {{(pid=84375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 03 05:38:15.547828 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854350370'] for port, before_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.101868 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] For port 613f60a2-266c-4213-b939-82ac235b5bf0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=613f60a2-266c-4213-b939-82ac235b5bf0,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:16.128318 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for port, precommit_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.132740 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780605879172', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363256249339423', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363256249338620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851344058'] for port, after_update {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.145135 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['613f60a2-266c-4213-b939-82ac235b5bf0'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:38:16.162323 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2cbf49c6-ac19-4bac-afde-412d82871504 tempest-VolumesActionsTest-1000214685 tempest-VolumesActionsTest-1000214685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:16.313967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event updated for resources: {'Port': ['ID=613f60a2-266c-4213-b939-82ac235b5bf0,revision_number=7']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:16.333738 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.334407 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.334791 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.335118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.335563 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.335974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.336380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.336807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.337191 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.337586 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.337985 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.338387 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:16.344923 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:16.367021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:16.367729 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.369367 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-8a86382a-4920-47a1-82ff-e0a5af11981c req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "PUT /v2.0/ports/613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 942 time: 0.9549782
Apr 03 05:38:16.369914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:38:16.375439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48428) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:16.426331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['613f60a2-266c-4213-b939-82ac235b5bf0'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:38:16.429482 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0', 'status': 'completed', 'code': 200}
Apr 03 05:38:16.458647 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d692167-3a4f-4f65-85bf-c5ecea36f6d5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.545612 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d692167-3a4f-4f65-85bf-c5ecea36f6d5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.602909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.provisioning_blocks [None req-81c550b2-6c5d-400c-8f28-0b96befe79fc None None] Provisioning complete for port 613f60a2-266c-4213-b939-82ac235b5bf0 triggered by entity DHCP. {{(pid=84377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 03 05:38:16.602909 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-81c550b2-6c5d-400c-8f28-0b96befe79fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1118'] for port, provisioning_complete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.609628 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-d058518d-cf9a-4d02-b84d-3d442c209748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:16.611301 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-d058518d-cf9a-4d02-b84d-3d442c209748 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1098 time: 0.1542666
Apr 03 05:38:16.658746 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d692167-3a4f-4f65-85bf-c5ecea36f6d5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.664826 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-80b33e06-8829-450c-b01e-f1ca75193843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:16.734655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d692167-3a4f-4f65-85bf-c5ecea36f6d5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d22857b-352e-4aba-8be2-f1541e46a828,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:16.739501 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-8d692167-3a4f-4f65-85bf-c5ecea36f6d5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:16.762164 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8d692167-3a4f-4f65-85bf-c5ecea36f6d5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:16.763441 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-8d692167-3a4f-4f65-85bf-c5ecea36f6d5 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "DELETE /v2.0/security-groups/5d22857b-352e-4aba-8be2-f1541e46a828 HTTP/1.1" status: 204  len: 168 time: 0.3869526
Apr 03 05:38:16.766409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48432) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:16.875745 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-d9306d4b-c352-4345-b44c-8a732d21a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:16.877325 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-d9306d4b-c352-4345-b44c-8a732d21a598 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 915 time: 0.2593482
Apr 03 05:38:17.092968 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-37ea737b-dd9f-4ecc-8ae2-f855fa85ae79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 1001 time: 0.2074020
Apr 03 05:38:17.097032 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Deleting port f0148264-a007-451b-9277-10c93e3b8615 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:17.097410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:17.241996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-1eb9d09d-a3ea-4d6e-8ba4-8f09ea35d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:17.243578 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-1eb9d09d-a3ea-4d6e-8ba4-8f09ea35d64d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 200  len: 853 time: 0.1172371
Apr 03 05:38:17.400344 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:17.400906 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:17.538703 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Calling delete_port for f0148264-a007-451b-9277-10c93e3b8615 owned by network:floatingip {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:17.574439 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-5fb506d2-1b4f-4a87-ae73-719ea0a02722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:17.576073 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-5fb506d2-1b4f-4a87-ae73-719ea0a02722 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f394d8f-692d-4825-aef0-dbdb07f16f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2822676
Apr 03 05:38:17.756247 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-5e48d895-f61b-48e9-9b81-69a79f6190cc service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678500
Apr 03 05:38:17.918605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:17.938610 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1e15143d-b4a0-41a2-aeec-912ccc57eb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:18.000651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event deleted for resources: {'Port': ['ID=f0148264-a007-451b-9277-10c93e3b8615,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:18.015368 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:18.071820 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-77322fb7-5e1e-475b-9b73-b93bb8900edd req-856dfb40-43df-4bdb-82f3-d3b2b8a0f358 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2839930
Apr 03 05:38:18.216661 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks [] for floatingip, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:18.217026 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.db.l3_db [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Floating IP 32bf40ab-dede-429a-9907-53b7ae505cd2 disassociated (deleted). External IP: 172.27.3.205, port: 613f60a2-266c-4213-b939-82ac235b5bf0.
Apr 03 05:38:18.823791 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Router b87fe5cd-6e5a-4748-a233-5cef8138d64b has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:38:19.010142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:38:19.019737 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] Sync routers for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:38:19.022877 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for floatingip, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:19.029506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:38:19.030174 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647d9ef98>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:38:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:19.084748 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-1fa9d68e-e49b-4f15-9499-b53e75eb4b86 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "DELETE /v2.0/floatingips/32bf40ab-dede-429a-9907-53b7ae505cd2 HTTP/1.1" status: 204  len: 168 time: 2.3172038
Apr 03 05:38:19.085784 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:38:19.148483 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0', 'status': 'completed', 'code': 200}
Apr 03 05:38:19.244996 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:38:19.255122 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-1cd00d71-0cdb-4655-9d6f-9fd5e8e6293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:19.256912 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-1cd00d71-0cdb-4655-9d6f-9fd5e8e6293c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5c981e9b7714440d886940e9a2610563&device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 1098 time: 0.0839567
Apr 03 05:38:19.404531 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-b5bcb4a6-f408-47c6-877a-c5e5e98f6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:19.406143 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-b5bcb4a6-f408-47c6-877a-c5e5e98f6558 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 200  len: 915 time: 0.1434293
Apr 03 05:38:19.487814 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-8ec00821-6289-4ae9-8c21-1c36095b0c52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 200  len: 217 time: 0.0751500
Apr 03 05:38:19.563966 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-e5725670-a8d8-4137-a9c3-e8f7a7afe11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:19.565819 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-e5725670-a8d8-4137-a9c3-e8f7a7afe11f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 200  len: 853 time: 0.0682242
Apr 03 05:38:19.590485 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647d9ef98>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 5, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:19.594846 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] Checking router: b87fe5cd-6e5a-4748-a233-5cef8138d64b for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:38:19.603968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:38:19.604627 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc647d9ef98>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:38:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:19.652999 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-114d4694-fe1a-411f-8102-9546a2827ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:19.654528 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-114d4694-fe1a-411f-8102-9546a2827ae7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0f394d8f-692d-4825-aef0-dbdb07f16f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825388
Apr 03 05:38:19.805966 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-af9dd9eb-df87-4b8c-8992-86284200a591 service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443365
Apr 03 05:38:19.961319 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-17b8292e-65f7-4b6b-8d42-f246ded89f38 req-d005a099-6dba-4f8a-9913-5e8b711f139a service neutron] 10.222.0.35 "GET /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479268
Apr 03 05:38:19.973979 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:38:20.311721 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc647d9ef98>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 5, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:20.316141 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97344fd-dd8f-4d97-9f6a-d376180cd380 None None] The sync data for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi is: [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:02Z', 'revision_number': 4, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi', '_interfaces': [{'id': 'cf0e16bc-4a40-4b1f-b73c-5920808752e8', 'name': '', 'network_id': '0f394d8f-692d-4825-aef0-dbdb07f16f9a', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'mac_address': 'fa:16:3e:f2:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '9d959100-0894-407f-b72f-5dabaeedce66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:01Z', 'updated_at': '2021-04-03T05:36:11Z', 'revision_number': 5, 'project_id': '5c981e9b7714440d886940e9a2610563', 'subnets': [{'id': '9d959100-0894-407f-b72f-5dabaeedce66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:38:20.734225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff45b46-b2db-483f-926f-85c017d70f58 None None] New status for floating IP 32bf40ab-dede-429a-9907-53b7ae505cd2: DOWN {{(pid=84378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 03 05:38:22.454127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7492e3e-df49-4b5c-97ce-2500d7ec8ea4 req-2e4b897b-fa9c-4d2f-b1f3-2a1e9f8f44f7 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:22.454889 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-f7492e3e-df49-4b5c-97ce-2500d7ec8ea4 req-2e4b897b-fa9c-4d2f-b1f3-2a1e9f8f44f7 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Synchronizing usage tracker for tenant:5c981e9b7714440d886940e9a2610563 on resource:port {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:38:22.472320 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-f7492e3e-df49-4b5c-97ce-2500d7ec8ea4 req-2e4b897b-fa9c-4d2f-b1f3-2a1e9f8f44f7 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Unset dirty status for tenant:5c981e9b7714440d886940e9a2610563 on resource:port {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:38:22.473553 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f7492e3e-df49-4b5c-97ce-2500d7ec8ea4 req-2e4b897b-fa9c-4d2f-b1f3-2a1e9f8f44f7 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.1073961
Apr 03 05:38:22.519255 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-f7492e3e-df49-4b5c-97ce-2500d7ec8ea4 req-c80c1f7a-d4c5-458d-b75e-8225590efd74 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Synchronizing usage tracker for tenant:5c981e9b7714440d886940e9a2610563 on resource:security_group {{(pid=84375) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 03 05:38:22.533100 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.quota.resource [req-f7492e3e-df49-4b5c-97ce-2500d7ec8ea4 req-c80c1f7a-d4c5-458d-b75e-8225590efd74 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Unset dirty status for tenant:5c981e9b7714440d886940e9a2610563 on resource:security_group {{(pid=84375) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 03 05:38:22.534771 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-f7492e3e-df49-4b5c-97ce-2500d7ec8ea4 req-c80c1f7a-d4c5-458d-b75e-8225590efd74 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548873
Apr 03 05:38:23.741035 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95341509-a593-4446-8d5e-3c8440fe4579 req-26e98e7d-70a0-4576-b7ab-0451aa6885fc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:23.742647 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-95341509-a593-4446-8d5e-3c8440fe4579 req-26e98e7d-70a0-4576-b7ab-0451aa6885fc tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.0912671
Apr 03 05:38:23.792262 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-95341509-a593-4446-8d5e-3c8440fe4579 req-042008f9-3282-4a04-960a-3d4f1c55a85b tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/security-groups?id=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431066
Apr 03 05:38:23.967136 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:24.045452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd6490-863d-451a-9aea-057ffe452441 req-1ba27f68-495a-47a0-957e-c78a5760571c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 03 05:38:24.047011 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5fbd6490-863d-451a-9aea-057ffe452441 req-1ba27f68-495a-47a0-957e-c78a5760571c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 945 time: 0.0887389
Apr 03 05:38:24.129029 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Deleting port 613f60a2-266c-4213-b939-82ac235b5bf0 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:24.129411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:24.389574 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] For port 613f60a2-266c-4213-b939-82ac235b5bf0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=613f60a2-266c-4213-b939-82ac235b5bf0,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:24.389972 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:24.521027 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Calling delete_port for 613f60a2-266c-4213-b939-82ac235b5bf0 owned by compute:nova {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:24.670617 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:24.682474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] get_ports_and_sgs() called for port_ids ['613f60a2-266c-4213-b939-82ac235b5bf0'] {{(pid=84377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 03 05:38:24.685466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-7af10b93-527c-4cbd-9259-fd1735cf13f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:24.743565 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Pushing event deleted for resources: {'Port': ['ID=613f60a2-266c-4213-b939-82ac235b5bf0,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:24.747293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:24.976651 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] No DVR routers for this DVR port 613f60a2-266c-4213-b939-82ac235b5bf0 on host hv-cinder-78462 {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:38:24.979950 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-a12c74d7-1717-49c9-9187-05cdeb3766ce req-6fdad6f6-47ea-47f5-8f9d-a56ec7a28a18 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7 HTTP/1.1" status: 200  len: 210 time: 0.0611811
Apr 03 05:38:24.980976 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7169'] for port, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:24.983840 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'name': 'network-vif-deleted', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0'}] {{(pid=84375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 03 05:38:25.001622 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [req-5fbd6490-863d-451a-9aea-057ffe452441 req-79523c34-3772-48fd-a6dc-cce839748daa tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] 10.222.0.35 "DELETE /v2.0/ports/613f60a2-266c-4213-b939-82ac235b5bf0 HTTP/1.1" status: 204  len: 173 time: 0.9485795
Apr 03 05:38:25.033049 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd7de65-4e2c-4e81-a87d-1f84c6d08fe7', 'name': 'network-vif-deleted', 'tag': '613f60a2-266c-4213-b939-82ac235b5bf0', 'status': 'completed', 'code': 200}
Apr 03 05:38:26.851391 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48514) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:27.421714 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:27.605736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 613f60a2-266c-4213-b939-82ac235b5bf0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:38:27.645261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] No Port match for: 613f60a2-266c-4213-b939-82ac235b5bf0 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:38:27.645707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Device 613f60a2-266c-4213-b939-82ac235b5bf0 not bound to the agent host hv-cinder-78462 {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:38:28.036968 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Deleting port cf0e16bc-4a40-4b1f-b73c-5920808752e8 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:28.037560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:28.221514 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] For port cf0e16bc-4a40-4b1f-b73c-5920808752e8, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=cf0e16bc-4a40-4b1f-b73c-5920808752e8,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:28.221908 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:28.351958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Calling delete_port for cf0e16bc-4a40-4b1f-b73c-5920808752e8 owned by network:router_interface {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:28.525016 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:28.539922 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-87f78a95-0336-40ac-9302-1f6035446e9d tempest-TestShelveInstance-1325755631 tempest-TestShelveInstance-1325755631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:28.597929 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0e16bc-4a40-4b1f-b73c-5920808752e8,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:28.600705 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:28.981848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:29.486848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Router b87fe5cd-6e5a-4748-a233-5cef8138d64b has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:38:29.673512 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:38:29.682376 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] Sync routers for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:38:29.687427 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2308e946-8d5b-410b-b347-991e4e6d23fd admin admin] 10.222.0.30 "PUT /v2.0/routers/b87fe5cd-6e5a-4748-a233-5cef8138d64b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8347287
Apr 03 05:38:29.688699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48518) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:29.692716 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:38:29.693384 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c1701d0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:38:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:29.874744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks [] for router, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:29.883453 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:38:30.068792 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:30.077203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Deleting port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:30.077572 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:30.191081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c1701d0>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:38:28Z', 'revision_number': 5, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port': {'id': '055511c8-4248-47bc-bbf1-6fa0d2a3e0f3', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:71:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:30.195257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] Checking router: b87fe5cd-6e5a-4748-a233-5cef8138d64b for host: dv-cinder-784623-2-iscsi {{(pid=84377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:38:30.204039 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] Routers {'b87fe5cd-6e5a-4748-a233-5cef8138d64b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:38:30.204689 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c1701d0>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:38:04Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'], 'active': True} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:30.264392 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] For port 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=055511c8-4248-47bc-bbf1-6fa0d2a3e0f3,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:30.264912 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:30.364725 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] Set router b87fe5cd-6e5a-4748-a233-5cef8138d64b gateway port host: None {{(pid=84377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:38:30.484432 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c1701d0>, [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:38:30Z', 'revision_number': 6, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port_host': None}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:30.488997 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f8f8e3-39bf-4e8b-b525-c12429bc2666 None None] The sync data for ids ['b87fe5cd-6e5a-4748-a233-5cef8138d64b'] in dv-cinder-784623-2-iscsi is: [{'id': 'b87fe5cd-6e5a-4748-a233-5cef8138d64b', 'name': 'tempest-TestMinimumBasicScenario-146638987-router', 'tenant_id': '5c981e9b7714440d886940e9a2610563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:35:58Z', 'updated_at': '2021-04-03T05:38:30Z', 'revision_number': 6, 'project_id': '5c981e9b7714440d886940e9a2610563', 'gw_port_host': None}] {{(pid=84377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:38:30.651751 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Calling delete_port for 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 owned by network:router_gateway {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:30.828140 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:30.843497 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e0e3689c-55f1-491e-8f1b-86ca0d65e29c tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:30.898974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Pushing event deleted for resources: {'Port': ['ID=055511c8-4248-47bc-bbf1-6fa0d2a3e0f3,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:30.902770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:31.108515 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.294015 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.296010 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:38:31.296409 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.318342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.318894 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b87fe5cd-6e5a-4748-a233-5cef8138d64b {{(pid=84375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:38:31.333099 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] Notify callbacks [] for router, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.334385 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-c16e39a4-d108-4ffa-b5af-9fcdbe158423 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b87fe5cd-6e5a-4748-a233-5cef8138d64b HTTP/1.1" status: 204  len: 168 time: 1.6446609
Apr 03 05:38:31.337021 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:38:31.337171 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48522) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:31.337417 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 055511c8-4248-47bc-bbf1-6fa0d2a3e0f3 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:38:31.337887 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device cf0e16bc-4a40-4b1f-b73c-5920808752e8 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:38:31.375184 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: cf0e16bc-4a40-4b1f-b73c-5920808752e8 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:38:31.375593 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device cf0e16bc-4a40-4b1f-b73c-5920808752e8 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:38:31.409870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] Deleting subnet 9d959100-0894-407f-b72f-5dabaeedce66 {{(pid=84375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:38:31.413148 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.468011 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590422'] for subnet, precommit_delete_associations {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.548297 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.803230 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851343981', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2349856'] for subnet, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.818963 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:31.863775 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d959100-0894-407f-b72f-5dabaeedce66,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:31.867507 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:31.955475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for subnet, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:31.960978 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf01a7-8192-475f-b2ac-f3f709205c65 None None] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:38:31.961777 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-9a5881cb-0e85-4d31-9319-25ad46d5928d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9d959100-0894-407f-b72f-5dabaeedce66 HTTP/1.1" status: 204  len: 168 time: 0.6232886
Apr 03 05:38:31.964595 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48526) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:32.087241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:32.159261 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Deleting port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:32.160213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f01fd107-1016-42ee-8a4f-9022f64f5195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:32.160736 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:32.256081 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] DHCP port deletion for 0f394d8f-692d-4825-aef0-dbdb07f16f9a request from dv-cinder-784623-2-iscsi {{(pid=84377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 03 05:38:32.260253 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] Deleting port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:32.260795 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:32.391127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] For port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:32.391475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:32.473865 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] For port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4,segment=NetworkSegment(a8c0faae-cad6-4312-9fc9-2d36cd81bbc5),segment_id=a8c0faae-cad6-4312-9fc9-2d36cd81bbc5)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:32.474223 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:32.523209 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Calling delete_port for f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 owned by network:dhcp {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:32.602059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:32.607897 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] Calling delete_port for f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 owned by network:dhcp {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:32.617603 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-3335ff71-0efa-4fd6-abda-186e80707f45 tempest-TestMinimumBasicScenario-1866417613 tempest-TestMinimumBasicScenario-1866417613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:32.672413 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:32.674959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:32.682569 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:38:32.682977 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:38:32.760061 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] No DVR routers for this DVR port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 on host dv-cinder-784623-2-iscsi {{(pid=84375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:38:32.881948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:32.996649 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc646c5fe48>,) {'filters': {'network_id': ['0f394d8f-692d-4825-aef0-dbdb07f16f9a']}} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:33.009776 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc646c5fe48>, 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5') {'for_net_delete': True} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:33.010103 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc646c5fe48>, 'a8c0faae-cad6-4312-9fc9-2d36cd81bbc5') {} {{(pid=84375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:33.021904 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852185377'] for segment, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:33.037306 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:33.043503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:38:33.184607 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] Deleting port f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:33.185048 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:33.224640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:38:33.233837 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851344072'] for segment, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:33.260118 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-82647b00-bef1-495b-a8d1-b6d6c9710e57 None None] The port 'f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4' was deleted {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 03 05:38:33.298254 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:38:33.342314 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:38:33.342709 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device f47cd3eb-43ec-42e6-aa9f-e9a4407db6c4 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:38:33.355312 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:33.360807 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:38:33.427241 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Network 0f394d8f-692d-4825-aef0-dbdb07f16f9a has no segments {{(pid=84375) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:38:33.449889 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:38:33.527059 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:33.530631 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2051c6fd-009d-46b5-8440-4d3091499190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:33.546411 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:33.555248 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f394d8f-692d-4825-aef0-dbdb07f16f9a,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:33.558496 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:33.568845 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-2742dfa4-a3dd-468f-8b4b-bed693cb06f7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0f394d8f-692d-4825-aef0-dbdb07f16f9a HTTP/1.1" status: 204  len: 168 time: 1.6032348
Apr 03 05:38:33.571948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48530) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:34.364371 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8a733854-d791-4fe9-94d0-1809c1d26907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:34.382967 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3832169'] for router_interface, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:34.748142 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Deleting port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 {{(pid=84375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:34.748516 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:34.930398 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] For port d4bc3f4c-74b2-499e-bd86-ecce9259f3f2, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,segment=NetworkSegment(42606fc8-0f15-4228-b61a-ce916c1d8c5a),segment_id=42606fc8-0f15-4228-b61a-ce916c1d8c5a)] {{(pid=84375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:34.930794 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:35.060098 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Calling delete_port for d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 owned by network:router_interface {{(pid=84375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:35.236655 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3431758'] for port, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:35.253548 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-0d362000-9a47-4be4-bf76-d96ca9fd2dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:35.313503 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bc3f4c-74b2-499e-bd86-ecce9259f3f2,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:35.360974 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:35.414982 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:35.698543 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851070446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3833276'] for router_interface, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:36.210474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b has already been hosted by L3 agent d8d24e32-cecd-4c29-af42-6fe604ec3e55 {{(pid=84375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 03 05:38:36.399307 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] Notify agent at l3_agent.dv-cinder-784623-2-iscsi the message routers_updated {{(pid=84375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 03 05:38:36.407723 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] Sync routers for ids ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'] in dv-cinder-784623-2-iscsi {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 03 05:38:36.414676 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-baec2c15-2dcf-4a50-9e5e-f50aea80821e admin admin] 10.222.0.30 "PUT /v2.0/routers/569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8416250
Apr 03 05:38:36.417580 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48536) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:36.418764 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] Routers {'569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:38:36.419474 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c70eba8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:38:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:36.611313 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] Set router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:38:36.856937 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:36.899273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:36.921801 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c70eba8>, [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:38:35Z', 'revision_number': 5, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:36.926431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] Checking router: 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b for host: dv-cinder-784623-2-iscsi {{(pid=84378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 03 05:38:36.935393 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] Routers {'569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'} bound to L3 agent in host dv-cinder-784623-2-iscsi {{(pid=84378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 03 05:38:36.936044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fc64c70eba8>, 'dv-cinder-784623-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-03T05:17:34Z,description=<?>,heartbeat_timestamp=2021-04-03T05:38:34Z,host='dv-cinder-784623-2-iscsi',id=d8d24e32-cecd-4c29-af42-6fe604ec3e55,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-03T05:17:34Z,topic='l3_agent')) {'router_ids': ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'], 'active': True} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:37.044677 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:37.052969 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Deleting port 4efbbf46-4cbe-4e76-929e-637567b9217b {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:37.053340 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:37.133254 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvr_db [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] Set router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b gateway port host: dv-cinder-784623-2-iscsi {{(pid=84378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 03 05:38:37.251273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] For port 4efbbf46-4cbe-4e76-929e-637567b9217b, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=4efbbf46-4cbe-4e76-929e-637567b9217b,segment=NetworkSegment(851d3478-cd04-4104-81b0-722129cc6534),segment_id=851d3478-cd04-4104-81b0-722129cc6534)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:37.251273 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:37.385613 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Calling delete_port for 4efbbf46-4cbe-4e76-929e-637567b9217b owned by network:router_gateway {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:37.446566 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_hamode_db [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fc64c70eba8>, [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:38:35Z', 'revision_number': 5, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}], 'dv-cinder-784623-2-iscsi', False) {} {{(pid=84378) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:37.450605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee9cd9b-f9b1-4c1b-a407-afd4c87b8283 None None] The sync data for ids ['569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b'] in dv-cinder-784623-2-iscsi is: [{'id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'name': 'tempest-TestMinimumBasicScenario-1372451699-router', 'tenant_id': 'cd149a86c2bf45588ed78119004c7c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'external_fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:38:35Z', 'revision_number': 5, 'project_id': 'cd149a86c2bf45588ed78119004c7c06', 'gw_port': {'id': '4efbbf46-4cbe-4e76-929e-637567b9217b', 'name': '', 'network_id': '16439296-dfb6-46df-914b-cd0bb0ae7813', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-03T05:36:06Z', 'updated_at': '2021-04-03T05:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9b88a3ad-b010-4087-b708-ebbc63af2b9c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-2-iscsi'}] {{(pid=84378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 03 05:38:37.561366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:37.577196 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-028676a1-8c30-4ad5-a2d2-24fa8a99e16b tempest-TestVolumeBootPattern-300716290 tempest-TestVolumeBootPattern-300716290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:37.636527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efbbf46-4cbe-4e76-929e-637567b9217b,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:37.691609 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.692050 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.692480 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.692902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.693322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.693744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.694160 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.694576 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.694991 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.695431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.695844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.696257 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-2-iscsi {{(pid=84376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 03 05:38:37.703744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:37.856237 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3818684'] for router_gateway, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.043127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850951107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773210'] for router, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.045466 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.072585 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850951033'] for router, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.073150 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b {{(pid=84376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 03 05:38:38.086315 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] Notify callbacks [] for router, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.087571 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-fce8aede-e850-4c44-9ed6-5c1dc19dbad8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/569a5784-0b9e-4f08-8ae7-b2ceb42b0e7b HTTP/1.1" status: 204  len: 168 time: 1.6689103
Apr 03 05:38:38.090217 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48540) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:38.158684 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] Deleting subnet 44fc0c30-04a9-4216-a403-0c0b8ebe0ca2 {{(pid=84376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 03 05:38:38.162342 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.220554 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852276430'] for subnet, precommit_delete_associations {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.304886 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-9943'] for subnet, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.566639 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854765873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939333', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2385408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2613847'] for subnet, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.582363 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:38.628492 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44fc0c30-04a9-4216-a403-0c0b8ebe0ca2,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:38.679844 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:38.716094 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.721467 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507bdb08-0d6f-4850-8efc-92aba3fc60c6 None None] Network 2b84cd03-336f-4168-979a-65001d0f9c1e requested from dv-cinder-784623-2-iscsi {{(pid=84377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 03 05:38:38.723179 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-ab765dc6-86c4-4627-a7ce-ab3f7aabc779 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/44fc0c30-04a9-4216-a403-0c0b8ebe0ca2 HTTP/1.1" status: 204  len: 168 time: 0.6319020
Apr 03 05:38:38.725782 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48544) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:38.841616 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-420205'] for network, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:38.910989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Deleting port d42fb9e8-a5a1-463c-be2a-9e796798f6cc {{(pid=84376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:38.911410 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:39.144470 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] For port d42fb9e8-a5a1-463c-be2a-9e796798f6cc, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=d42fb9e8-a5a1-463c-be2a-9e796798f6cc,segment=NetworkSegment(42606fc8-0f15-4228-b61a-ce916c1d8c5a),segment_id=42606fc8-0f15-4228-b61a-ce916c1d8c5a)] {{(pid=84376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:39.144874 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:39.170989 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] DHCP port deletion for 2b84cd03-336f-4168-979a-65001d0f9c1e request from dv-cinder-784623-2-iscsi {{(pid=84377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 03 05:38:39.176026 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] Deleting port d42fb9e8-a5a1-463c-be2a-9e796798f6cc {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:39.176445 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:39.281670 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Calling delete_port for d42fb9e8-a5a1-463c-be2a-9e796798f6cc owned by network:dhcp {{(pid=84376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:39.310435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 4efbbf46-4cbe-4e76-929e-637567b9217b no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:38:39.360366 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: 4efbbf46-4cbe-4e76-929e-637567b9217b {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:38:39.360684 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device 4efbbf46-4cbe-4e76-929e-637567b9217b not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:38:39.361120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:38:39.364542 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854350461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780605879155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780605436377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852390179'] for port, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:39.380380 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f461b037-71bf-491b-9150-1a5b4644c3b2 tempest-AttachVolumeTestJSON-1451734058 tempest-AttachVolumeTestJSON-1451734058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:39.438167 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42fb9e8-a5a1-463c-be2a-9e796798f6cc,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:39.440983 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:39.452854 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:38:39.453247 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device d4bc3f4c-74b2-499e-bd86-ecce9259f3f2 not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:38:39.453710 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device d42fb9e8-a5a1-463c-be2a-9e796798f6cc no longer exists at agent ovs-agent-dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 03 05:38:39.499113 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] No Port match for: d42fb9e8-a5a1-463c-be2a-9e796798f6cc {{(pid=84377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 03 05:38:39.499532 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.rpc [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Device d42fb9e8-a5a1-463c-be2a-9e796798f6cc not bound to the agent host dv-cinder-784623-2-iscsi {{(pid=84377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 03 05:38:39.508475 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.db [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] For port d42fb9e8-a5a1-463c-be2a-9e796798f6cc, host dv-cinder-784623-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-2-iscsi',level=0,port_id=d42fb9e8-a5a1-463c-be2a-9e796798f6cc,segment=NetworkSegment(42606fc8-0f15-4228-b61a-ce916c1d8c5a),segment_id=42606fc8-0f15-4228-b61a-ce916c1d8c5a)] {{(pid=84377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 03 05:38:39.508914 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850953872'] for port, precommit_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:39.527959 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] No DVR routers for this DVR port d42fb9e8-a5a1-463c-be2a-9e796798f6cc on host dv-cinder-784623-2-iscsi {{(pid=84376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 03 05:38:39.642750 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] Calling delete_port for d42fb9e8-a5a1-463c-be2a-9e796798f6cc owned by network:dhcp {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 03 05:38:39.649525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854772394', 'neutron.services.segments.db._delete_segments_for_network--9223363256248868417'] for network, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:39.716948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.db.api [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84377) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 03 05:38:39.717331 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_db.api [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84377) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 03 05:38:39.763506 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fc64d6c3b38>,) {'filters': {'network_id': ['2b84cd03-336f-4168-979a-65001d0f9c1e']}} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:39.776495 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64d6c3b38>, '42606fc8-0f15-4228-b61a-ce916c1d8c5a') {'for_net_delete': True} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:39.776831 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.services.segments.db [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fc64d6c3b38>, '42606fc8-0f15-4228-b61a-ce916c1d8c5a') {} {{(pid=84376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 03 05:38:39.788508 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780605907281', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2499387'] for segment, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:39.803452 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13104'] for segment, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:39.809579 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 03 05:38:39.987442 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Network 2b84cd03-336f-4168-979a-65001d0f9c1e has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:38:39.996343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2385579'] for segment, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:40.172382 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.managers [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Network 2b84cd03-336f-4168-979a-65001d0f9c1e has no segments {{(pid=84376) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]: Traceback (most recent call last):
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     timer()
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     cb(*args, **kw)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     return func(*args, **kwargs)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     self._notify()
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     self.callback(batched_events)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     event.method(event)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     segment_id)['aggregates'][0]
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     return f(self, *a, **k)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self._get(url).json()
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     **kwargs)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     return self.request(url, 'GET', **kwargs)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     **endpoint_filter)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 03 05:38:40.194976 dv-cinder-784623-2-iscsi neutron-server[84262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 03 05:38:40.219000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] Deleting port d42fb9e8-a5a1-463c-be2a-9e796798f6cc {{(pid=84377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 03 05:38:40.219484 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363256248911971'] for port, before_delete {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:40.277589 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3407', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3705371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850957094'] for network, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:40.282707 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3705352'] for network, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:40.287047 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-c6a7dda2-dccd-4af5-8f3e-f9570be53a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:40.294293 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.plugins.ml2.plugin [None req-3976c0c6-e6ed-4ca7-9c7f-ec530a4ee9b6 None None] The port 'd42fb9e8-a5a1-463c-be2a-9e796798f6cc' was deleted {{(pid=84377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 03 05:38:40.311699 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b84cd03-336f-4168-979a-65001d0f9c1e,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:40.314202 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:40.321169 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-e4b05446-de33-4c97-a62e-90b324c63b06 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b84cd03-336f-4168-979a-65001d0f9c1e HTTP/1.1" status: 204  len: 168 time: 1.5919235
Apr 03 05:38:40.532958 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48550) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:40.584977 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-b8cf4c3a-65e6-496b-99b0-df41df9110bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c981e9b7714440d886940e9a2610563&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505714
Apr 03 05:38:40.587640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84376) accepted ('10.222.0.30', 48554) {{(pid=84376) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:40.651622 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f6c83fdb-329b-48a4-a672-934073678ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:40.678221 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f6c83fdb-329b-48a4-a672-934073678ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:40.724546 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f6c83fdb-329b-48a4-a672-934073678ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:40.729560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-10a569a6-2594-4d17-8001-c2d7f1e6d83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:40.744213 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c83fdb-329b-48a4-a672-934073678ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5b9ad9-16aa-4300-a7e0-d9fc243375ea,revision_number=None']} {{(pid=84376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:40.748345 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-f6c83fdb-329b-48a4-a672-934073678ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:40.752302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-f6c83fdb-329b-48a4-a672-934073678ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:40.754299 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-f6c83fdb-329b-48a4-a672-934073678ebf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c5b9ad9-16aa-4300-a7e0-d9fc243375ea HTTP/1.1" status: 204  len: 168 time: 0.1656754
Apr 03 05:38:41.107044 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48562) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:41.161426 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-736f62db-419d-4007-bb6d-989c2b3f7825 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd149a86c2bf45588ed78119004c7c06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0530312
Apr 03 05:38:41.164097 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [-] (84375) accepted ('10.222.0.30', 48566) {{(pid=84375) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 03 05:38:41.228942 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42185989-e962-4de2-b917-e2646f915cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:41.256200 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42185989-e962-4de2-b917-e2646f915cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:41.304668 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42185989-e962-4de2-b917-e2646f915cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850939149'] for security_group, after_delete {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:41.309753 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-667ff310-2cf4-4642-9798-46357384660e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 03 05:38:41.323812 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42185989-e962-4de2-b917-e2646f915cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a235f87-3e00-4bc9-89de-e04981f7f39d,revision_number=None']} {{(pid=84375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 03 05:38:41.326527 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG oslo_concurrency.lockutils [None req-42185989-e962-4de2-b917-e2646f915cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 03 05:38:41.327761 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-42185989-e962-4de2-b917-e2646f915cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:38:41.328947 dv-cinder-784623-2-iscsi neutron-server[84262]: INFO neutron.wsgi [None req-42185989-e962-4de2-b917-e2646f915cb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a235f87-3e00-4bc9-89de-e04981f7f39d HTTP/1.1" status: 204  len: 168 time: 0.1637549
Apr 03 05:38:53.960422 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:02.141891 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-72c42b71-8d55-4727-8dce-06e42e4337a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:03.321049 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:04.365870 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e124d85f-0a9c-44a4-adc4-efa97f49e2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:05.416895 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:06.895749 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:10.361814 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:39:23.958120 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:32.144197 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-badc159e-9570-46ad-ab4e-ca90f3842169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:33.313256 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:34.367012 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-fcae6846-b070-4668-ae75-844ffdd1cf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:35.418858 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:36.898203 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:39:47.361064 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:39:53.949435 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:02.146744 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-0fdde558-6e34-4238-9b0a-7c747a9f8632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:03.315910 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:04.367939 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8688cf2e-77a6-4607-a8e7-2bad5c474789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:05.424522 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:06.900127 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:23.959560 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:24.360472 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:40:32.148145 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b7494a6-1726-48f8-ab30-5d1c6d32ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:33.317304 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:34.368324 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8225dadf-550f-409d-8d76-fee668e84faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:35.424504 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:36.903146 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:40:53.948431 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:01.359451 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:41:02.150317 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-95f81860-6f82-4443-9d55-a7e6e18f9f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:03.320511 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:04.368686 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-7f9dd3a3-91dc-4e2a-9e1b-27c9675c8580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:05.426920 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:06.906433 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:23.948657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:32.152322 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-93043e8e-a4f4-4bb5-854c-447966063844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:33.321819 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:34.370229 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8b247bd3-45a4-4c5b-a10a-5514230a712e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:35.429848 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:36.912536 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:41:38.359943 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:41:53.947640 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:02.154372 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-2aec76cc-5b29-46c8-8592-0c7fd3406df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:03.322657 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:04.371069 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-90c3b6f5-c06c-4232-9e65-87da4879b0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:05.432722 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:06.916275 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:15.359302 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:42:23.948948 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:32.155650 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-34c02b32-dc31-4402-b3b7-366be7a0ac88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:33.323618 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:34.374487 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-8918def8-747c-48ab-a38b-4650157d9a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:35.435770 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:36.917605 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:42:52.359121 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:42:53.978510 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:01.464254 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.wsgi [req-46df3976-4620-4fb2-b897-d941790f7f0c req-27d77ec4-2c5b-4556-93c6-c0c35e73f389 service neutron] (84376) timed out ('10.222.0.35', 65364) {{(pid=84376) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 03 05:43:02.156902 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3201d23b-125b-45a1-b2ec-ac75f8a859f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:03.324783 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:04.376225 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-3b068cb4-3b13-4dd9-a02e-a2178ebfa3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:05.437000 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:06.921796 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:23.999326 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-800c2b66-464e-42fa-8d8b-1b1410a594c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:29.358343 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron.db.agents_db [None req-81db215b-a017-4b73-a64c-80012d8d1fa7 None None] Agent healthcheck: found 6 active agents {{(pid=84378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 03 05:43:32.157416 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-1a1326c1-5423-4ddc-9124-efbf532fdb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:33.326271 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0c17-3255-4154-b572-ad4f792a0f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:34.376525 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-b5e20613-1212-4be3-aba8-c59408538d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:35.440704 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-05a446c7-236e-4f7d-afb1-e070c07869e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 03 05:43:36.923523 dv-cinder-784623-2-iscsi neutron-server[84262]: DEBUG neutron_lib.callbacks.manager [None req-299c306a-088a-4111-81c0-9dc0d97b9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363256248868434', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774774'] for agent, after_update {{(pid=84377) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}